-- Logs begin at Tue 2021-04-20 17:50:29 UTC, end at Tue 2021-04-20 18:51:15 UTC. --
Apr 20 18:22:28.296502 dv-cinder-786932-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 18:22:31.501248 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:22:31.501839 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:22:31.503124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86275) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:22:31.504910 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:22:31.505232 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:22:31.505597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86275) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:22:31.506671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:22:31.506944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:22:31.508011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:22:31.508305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:22:31.508573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:22:31.509548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.509548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.510223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.510495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.510842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.511188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.511520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.511866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.512217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.512551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.512877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.513208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.513504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.513839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.514180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.514521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.514785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.515113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.515669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.516003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.516327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.516673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.516991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.517310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.517674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.518009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.518385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] host                           = dv-cinder-786932-2-iscsi {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.518711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.519051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.519389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.519731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.520053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.520376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.520712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.521032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.521350 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.521698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.522039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.522376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.522727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.522993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.523255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.523595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.523934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.524256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.525167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.525517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.525841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.526164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.526478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.526815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.527151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.527487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.527807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.528127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.528442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.528759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.529096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.529426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.529766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.530084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.530422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.530736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.531054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.531409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.531746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.532077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.532413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.532731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.533065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.533381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.533718 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.534031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.534346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.534658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.534986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.535305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.535621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.535940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.536254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.536590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:31.536932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.537283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.537661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.537990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.538336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.538659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.538999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.539321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.539668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.540011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.540473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.540795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.541128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.541478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.541851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.542193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.542542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.542887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.543207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.543525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.543846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.544170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.544501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.544845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.545188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.545537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.545864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.546209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.546533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.546853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.547177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.547515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.547838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.548155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.548482 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.548806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.549123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.549464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.549790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.550134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.550458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.550799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.551097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.551418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.551734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.552070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.552393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.552712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.553029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.553353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.553698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.554017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.554339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.554657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.554979 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.555298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.555616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.556074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.556402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.556720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.557040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.557360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.557742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.558061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.558378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.558698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.559018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.559341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.559674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.560019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.560341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.560667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.560992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.561316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.561668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.561992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.562315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.562638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.562959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.563302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.563633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.563967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.564295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.564617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.564969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.565296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.565665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.565992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.566316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.566653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.566982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.567328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.567667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.568009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.568348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.568688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.569014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.569420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.569750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:31.570008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:22:31.570282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86275) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 18:22:32.246198 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading Gnome
Apr 20 18:22:32.263812 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading Google
Apr 20 18:22:32.266614 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 18:22:32.270415 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading file
Apr 20 18:22:32.271267 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading keyczar
Apr 20 18:22:32.271563 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading multi
Apr 20 18:22:32.272217 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO keyring.backend [-] Loading pyfs
Apr 20 18:22:32.319715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:32.320028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:32.320371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:32.320752 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 18:22:32.730004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.730568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.730697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.732660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.733078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.733450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.772145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.772457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.772763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.787760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.788079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.788386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.855878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.856200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.856514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.857565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.857883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:32.859740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.136376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8001a5a7b8> agent after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.136698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8001a5a7b8> agent after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.137006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8001a5a6a8> segment precommit_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.137317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8001a5a730> network precommit_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.138188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8001acd9d8> segment before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.291223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> network before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.291604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f80018c2a60> agent before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.291937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> network before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.292250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> port before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.292557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> port before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.292942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> segment after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.293456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> segment precommit_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.293748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> segment precommit_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.294047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> segment after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.294393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> network after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.294698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> network precommit_delete 0 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.295012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> port provisioning_complete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.295323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.295622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.295937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> agent after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.296261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> subnet after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.296567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> subnet precommit_delete 0 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.296888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.297182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.297555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> segment_host_mapping after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.298015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> port after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.298299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> port after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.298593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> port after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.298937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.299221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.299503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f800246c828>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.299940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:33.300225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:33.300506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:33.300785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:33.301064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:33.301343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:33.301801 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 18:22:33.305024 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 18:22:33.309575 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 18:22:33.313377 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Apr 20 18:22:33.315099 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 18:22:33.316365 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 18:22:33.316756 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 18:22:33.317210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 18:22:33.321159 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 18:22:33.321579 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 18:22:33.321984 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:22:33.349477 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 18:22:33.350012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f80019d6cc0>> qos_plugin after_init 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.350357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86275) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 18:22:33.350770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f800185f4e0>> logging-plugin after_init 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.352127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86275) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 18:22:33.352462 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:22:33.352844 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 18:22:33.356013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f800185f550>> floatingip before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.356334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f800185f550>> port before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:33.425805 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 18:22:33.426089 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 18:22:33.426369 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 18:22:33.426799 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 18:22:33.462273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.sqlalchemy.engines [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86275) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 18:22:33.916637 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing driver for type 'gre'
Apr 20 18:22:33.917264 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] gre ID ranges: [(1, 1000)]
Apr 20 18:22:33.958753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing driver for type 'local'
Apr 20 18:22:33.959137 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing driver for type 'vlan'
Apr 20 18:22:33.970762 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] VlanTypeDriver initialization complete
Apr 20 18:22:33.971148 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing driver for type 'vxlan'
Apr 20 18:22:33.971709 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] vxlan ID ranges: [(1, 1000)]
Apr 20 18:22:34.015404 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing extension driver 'port_security'
Apr 20 18:22:34.015768 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.extensions.port_security [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] PortSecurityExtensionDriver initialization complete
Apr 20 18:22:34.016150 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing mechanism driver 'openvswitch'
Apr 20 18:22:34.016520 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing mechanism driver 'hyperv'
Apr 20 18:22:34.023066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86275) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:34.023916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800193c2b0>> port after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.024332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800193c2b0>> port after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.024760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800193c2b0>> port after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.025194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8001377f98>> subnet after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.025621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8001377f98>> subnet after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.026012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8001377f98>> subnet after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.026439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e198>> network after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.026833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e198>> network after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.027218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e198>> network after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.027638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e358>> security_group after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.028029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e358>> security_group after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.028574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e358>> security_group after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.029000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e518>> security_group_rule after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.029415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e518>> security_group_rule after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.029796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e518>> security_group_rule after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.030221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e6d8>> address_group after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.030610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e6d8>> address_group after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.030996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f800137e6d8>> address_group after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.031366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] ML2 OVO RPC backend initialized. {{(pid=86275) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 18:22:34.032177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> router_interface after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.032587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> router_interface after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.033048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> network before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.033461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> networks before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.033851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> port before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.034234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> ports before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.034617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> subnet before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.035003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> subnets before_response 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.035392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> network after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.035773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> network after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.036152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> network after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.036530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> port after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.036907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> port after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.037286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> port after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.037689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> subnet after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.038066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> subnet after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.038442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f800137e7b8>> subnet after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.039092 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.plugin [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Modular L2 Plugin initialization complete
Apr 20 18:22:34.039455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading services supported by the core plugin {{(pid=86275) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 18:22:34.039829 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.plugins.ml2.managers [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Got port-security extension from driver 'port_security'
Apr 20 18:22:34.040439 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.extensions.vlantransparent [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Disabled vlantransparent extension.
Apr 20 18:22:34.041166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86275) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 18:22:34.041547 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: router
Apr 20 18:22:34.081764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router_interface before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.082213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_create 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.082631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router before_create 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.083055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router_interface before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.083805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router_interface after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.084331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_delete 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.084765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> floatingip after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.085304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_create 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.085956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_update 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.086365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_update 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.086764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router_gateway after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.087255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_update 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.087815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router precommit_update 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.088226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f80019d4c80> port after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.088616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f80019d4e18> port after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.089004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f80019d4d90> subnet after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.089421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f80019d4d08> subnetpool_address_scope after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.089817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> port precommit_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.090213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router precommit_create 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.090605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f80019ce8c8> port before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.090996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router precommit_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.091409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router after_update 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.091800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router precommit_delete 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.092198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router precommit_create 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.092615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router_interface after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.093008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> router precommit_update 55549900 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.093468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f800137e940>> network after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.094517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Tracking information for resource: router configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:34.094904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Tracking information for resource: floatingip configured {{(pid=86275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:22:34.100087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_agentschedulers_db [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 18:22:34.100750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8001300ea0> port after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.101161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8001300d90> port after_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.101590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function _notify_port_delete at 0x7f8001300e18> port after_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.101985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f80013040d0> port after_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.103145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8001323748>> router before_create 55550100 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.103378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8001323748>> router precommit_delete 55550100 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.103791 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8001323748>> router precommit_create 55550100 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.104191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8001323748>> router precommit_update 55550100 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.109134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.provider_configuration [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service providers = [] {{(pid=86275) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 18:22:34.109568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.servicetype_db [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86275) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 18:22:34.112473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.service_base [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:22:34.112868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.service_base [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:22:34.113551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.service_base [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:22:34.114464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.service_base [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:22:34.114875 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.services.service_base [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 18:22:34.115310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.115673 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 18:22:34.126631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.127013 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: auto_allocate
Apr 20 18:22:34.132935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f80012db730> network precommit_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.133357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f80012db730> network precommit_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.134599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.135111 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: tag
Apr 20 18:22:34.142347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.142782 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: timestamp
Apr 20 18:22:34.146641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.147016 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: network_ip_availability
Apr 20 18:22:34.152624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8001233358>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.153043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8001233358>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.153468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8001233358>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.154293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.154662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: flavors
Apr 20 18:22:34.159369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.159749 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading Plugin: revisions
Apr 20 18:22:34.164225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:22:34.164656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.844s {{(pid=86275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.165583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86275) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 18:22:34.165960 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Initializing extension manager.
Apr 20 18:22:34.166527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: __init__.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.166961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: __pycache__ {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.167301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.167683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: address_group.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.168525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.169190 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: address-group
Apr 20 18:22:34.169592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: address_scope.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.170382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.170975 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: address-scope
Apr 20 18:22:34.171344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: admin_state_down_before_update.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.172317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.172911 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: router-admin-state-down-before-update
Apr 20 18:22:34.173291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: agent.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.174319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.175012 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: agent
Apr 20 18:22:34.175386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: agent_resources_synced.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.176335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.176918 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: agent-resources-synced
Apr 20 18:22:34.177287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: allowedaddresspairs.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.179200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.179798 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: allowed-address-pairs
Apr 20 18:22:34.180174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: auto_allocated_topology.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.181848 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.182593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: auto-allocated-topology
Apr 20 18:22:34.182889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: availability_zone.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.183678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.184277 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: availability_zone
Apr 20 18:22:34.184647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: availability_zone_filter.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.185621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.186213 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: availability_zone_filter
Apr 20 18:22:34.186583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: data_plane_status.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.187685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.188278 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 18:22:34.188652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: default_subnetpools.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.189655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.190257 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: default-subnetpools
Apr 20 18:22:34.190631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: dhcpagentscheduler.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.195018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.195018 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: dhcp_agent_scheduler
Apr 20 18:22:34.195018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: dns.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.195018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.195018 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 18:22:34.195018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: dns_domain_ports.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.195675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.196045 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 18:22:34.196996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: dvr.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.197802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.198401 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: dvr
Apr 20 18:22:34.198777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: empty_string_filtering.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.199778 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.200366 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: empty-string-filtering
Apr 20 18:22:34.200738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.201725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.202318 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:22:34.202692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.203658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.204249 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 18:22:34.204621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: external_net.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.205622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.206220 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: external-net
Apr 20 18:22:34.206594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: extra_dhcp_opt.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.207578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.208173 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: extra_dhcp_opt
Apr 20 18:22:34.208542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: extraroute.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.209534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.210136 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: extraroute
Apr 20 18:22:34.210508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: extraroute_atomic.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.211622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.212255 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: extraroute-atomic
Apr 20 18:22:34.212632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: filter_validation.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.213439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.214014 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: filter-validation
Apr 20 18:22:34.214386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: fip_pf_description.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.215382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.215972 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 18:22:34.216343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: fip_port_details.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.217460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.218060 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: fip-port-details
Apr 20 18:22:34.218429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: flavors.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.219764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.220367 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: flavors
Apr 20 18:22:34.220745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.222598 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.223215 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 18:22:34.223592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: floatingip_pools.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.224393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.225004 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: floatingip-pools
Apr 20 18:22:34.225371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: ip_allocation.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.226447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.227058 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 18:22:34.227436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.228479 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.229076 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: ip-substring-filtering
Apr 20 18:22:34.229477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l2_adjacency.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.230458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.231056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 18:22:34.231427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.233476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.234085 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: router
Apr 20 18:22:34.234466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3_conntrack_helper.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.236909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.237562 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:22:34.237945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.239175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.239774 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: ext-gw-mode
Apr 20 18:22:34.240149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.241236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.241881 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: l3-ha
Apr 20 18:22:34.242260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3_flavors.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.243759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.244354 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: l3-flavors
Apr 20 18:22:34.244736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.245740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.246339 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 18:22:34.246712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: l3agentscheduler.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.248017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.248628 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: l3_agent_scheduler
Apr 20 18:22:34.249000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: logging.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.250723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.251345 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension logging not supported by any of loaded plugins
Apr 20 18:22:34.251727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: metering.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.252578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.253306 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: metering
Apr 20 18:22:34.253730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.254953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.255556 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: metering_source_and_destination_fields
Apr 20 18:22:34.255922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: multiprovidernet.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.256909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.257542 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: multi-provider
Apr 20 18:22:34.257915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: netmtu.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.259497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.260073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: net-mtu
Apr 20 18:22:34.260447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: netmtu_writable.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.261463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.262059 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: net-mtu-writable
Apr 20 18:22:34.262431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: network_availability_zone.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.263343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.263939 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: network_availability_zone
Apr 20 18:22:34.264309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: network_ip_availability.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.265578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.266191 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: network-ip-availability
Apr 20 18:22:34.266555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: network_segment_range.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.267450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.268041 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 18:22:34.268415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: pagination.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.269542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.269937 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: pagination
Apr 20 18:22:34.270308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: port_device_profile.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.271258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.271881 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: port-device-profile
Apr 20 18:22:34.272253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.273247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.273851 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: port-mac-address-regenerate
Apr 20 18:22:34.274225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.275226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.275820 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: port-numa-affinity-policy
Apr 20 18:22:34.276191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: port_resource_request.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.277165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.277781 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 18:22:34.278151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: portbindings.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.279121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.280529 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: binding
Apr 20 18:22:34.280529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: portbindings_extended.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.281427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.282029 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: binding-extended
Apr 20 18:22:34.282404 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: portsecurity.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.283369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.283956 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: port-security
Apr 20 18:22:34.284328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: project_id.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.285450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.285786 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: project-id
Apr 20 18:22:34.286700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: providernet.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.287133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.287738 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: provider
Apr 20 18:22:34.288110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.292423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.293094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos not supported by any of loaded plugins
Apr 20 18:22:34.293512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.295054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.295691 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 18:22:34.296066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.297090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.298028 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 18:22:34.298154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_default.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.299103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.299692 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-default not supported by any of loaded plugins
Apr 20 18:22:34.300066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_fip.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.301283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.301431 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 18:22:34.301802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_gateway_ip.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.303145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.303427 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 18:22:34.303800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_port_network_policy.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.304781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.305452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 18:22:34.306347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_rule_type_details.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.307424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.308026 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 18:22:34.308399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: qos_rules_alias.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.309592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.310187 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 18:22:34.310561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: quotasv2.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.311661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.312044 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: quotas
Apr 20 18:22:34.312416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: quotasv2_detail.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.314307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.314708 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: quota_details
Apr 20 18:22:34.315088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: rbac.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.316331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.316968 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: rbac-policies
Apr 20 18:22:34.317340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: rbac_address_group.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.318371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.318975 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: rbac-address-group
Apr 20 18:22:34.319352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: rbac_address_scope.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.320310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.320911 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: rbac-address-scope
Apr 20 18:22:34.321321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: rbac_security_groups.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.322852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.323452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: rbac-security-groups
Apr 20 18:22:34.323825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: rbac_subnetpool.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.324810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.325440 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: rbac-subnetpool
Apr 20 18:22:34.325815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: revisionifmatch.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.326799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.327406 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: revision-if-match
Apr 20 18:22:34.327777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: revisions.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.328980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.329603 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: standard-attr-revisions
Apr 20 18:22:34.329980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: router_availability_zone.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.330740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.331340 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: router_availability_zone
Apr 20 18:22:34.331711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: routerservicetype.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.332687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.333282 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 18:22:34.333719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.334696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.335287 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: security-groups-normalized-cidr
Apr 20 18:22:34.335656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: security_groups_port_filtering.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.336624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.337299 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: port-security-groups-filtering
Apr 20 18:22:34.337299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.338646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.339247 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: security-groups-remote-address-group
Apr 20 18:22:34.339616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: securitygroup.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.354530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.355210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: security-group
Apr 20 18:22:34.355596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: segment.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.356593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.357203 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension segment not supported by any of loaded plugins
Apr 20 18:22:34.357614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.358684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.359297 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 18:22:34.359675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: servicetype.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.360837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.361473 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: service-type
Apr 20 18:22:34.361862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: sorting.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.362894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.363545 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: sorting
Apr 20 18:22:34.363918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: standard_attr_segment.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.364877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.365517 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 18:22:34.365896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: standardattrdescription.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.366629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.367241 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: standard-attr-description
Apr 20 18:22:34.367615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: stateful_security_group.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.369183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.369836 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: stateful-security-group
Apr 20 18:22:34.370206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: stdattrs_common.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.370822 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 18:22:34.371190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.372280 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.372892 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 18:22:34.373267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: subnet_onboard.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.374467 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.375020 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: subnet_onboard
Apr 20 18:22:34.375395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.376374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.376997 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 18:22:34.377376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: subnet_service_types.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.378377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.378991 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: subnet-service-types
Apr 20 18:22:34.379362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: subnetallocation.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.380501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.381104 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: subnet_allocation
Apr 20 18:22:34.381505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.382242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.382845 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: subnetpool-prefix-ops
Apr 20 18:22:34.383213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.384374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.384853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 18:22:34.385219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: tagging.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.386640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.387250 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: standard-attr-tag
Apr 20 18:22:34.387629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: timestamp.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.388853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.389477 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loaded extension: standard-attr-timestamp
Apr 20 18:22:34.389859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: trunk.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.390920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.391513 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension trunk not supported by any of loaded plugins
Apr 20 18:22:34.391890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: trunk_details.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.392837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.393446 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 18:22:34.393823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: uplink_status_propagation.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.394775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.395374 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 18:22:34.395747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Loading extension file: vlantransparent.py {{(pid=86275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:22:34.396477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:22:34.397068 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 18:22:34.400002 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:network
Apr 20 18:22:34.400850 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:subnet
Apr 20 18:22:34.401588 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:22:34.402275 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:port
Apr 20 18:22:34.403870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.404368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service FLAVORS assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.405061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.405567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.406201 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:router
Apr 20 18:22:34.406690 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:22:34.407477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service METERING assigned prefix: /metering {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.409314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8001174d30>> rbac-policy before_create 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.409773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8001174d30>> rbac-policy before_update 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.410166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8001174d30>> rbac-policy before_delete 55550000 {{(pid=86275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:34.411359 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:22:34.411865 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:22:34.412693 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:22:34.413535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service CORE assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.413924 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:22:34.414299 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] subnetpool is already registered
Apr 20 18:22:34.414995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service CORE assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.416087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:22:34.416474 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] subnetpool is already registered
Apr 20 18:22:34.419415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.419850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service FLAVORS assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.420518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.420993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.421378 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:router
Apr 20 18:22:34.421779 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] router is already registered
Apr 20 18:22:34.422470 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:22:34.422843 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] floatingip is already registered
Apr 20 18:22:34.423547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service METERING assigned prefix: /metering {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.424309 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:22:34.424685 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] rbac_policy is already registered
Apr 20 18:22:34.425330 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:22:34.425729 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] security_group is already registered
Apr 20 18:22:34.426390 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:22:34.426782 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] security_group_rule is already registered
Apr 20 18:22:34.427501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service CORE assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.427883 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:22:34.428252 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] subnetpool is already registered
Apr 20 18:22:34.428939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.resource_helper [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Service CORE assigned prefix:  {{(pid=86275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:22:34.429316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:22:34.429715 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.quota.resource_registry [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] subnetpool is already registered
Apr 20 18:22:34.430438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: extensions {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.432624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: address-groups {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.434301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: address-scopes {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.435586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: agents {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.436820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: auto-allocated-topology {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.438147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: availability_zones {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.439588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: dhcp-networks {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.441063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: dhcp-agents {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.442601 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: routers {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.444486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: flavors {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.445760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: service_profiles {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.447352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: next_providers {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.448966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: service_profiles {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.450512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: floatingip-pools {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.451794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: routers {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.453687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: floatingips {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.454941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: l3-routers {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.456414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: l3-agents {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.457921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: metering-labels {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.460369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: metering-label-rules {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.461725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: network-ip-availabilities {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.463341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: bindings {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.465078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: quotas {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.466630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: quotas {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.468103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: rbac-policies {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.469487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: security-groups {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.470771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: security-group-rules {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.472071 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: service-providers {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.473359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: subnetpools {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.474863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: subnetpools {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.476384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.478840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.480725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.482623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.484472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.486453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.488479 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.490495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.492356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.494897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.extensions [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Extended resource: tags {{(pid=86275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:22:34.501870 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING keystonemiddleware.auth_token [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 18:22:34.507709 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING keystonemiddleware.auth_token [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 18:22:34.517159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Acquired lock "singleton_lock" {{(pid=86275) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 18:22:34.517733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Releasing lock "singleton_lock" {{(pid=86275) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 18:22:34.519204 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Starting 2 workers
Apr 20 18:22:34.524061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Started child 86390 {{(pid=86275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:22:34.528799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.529616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Started child 86391 {{(pid=86275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:22:34.530184 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [-] (86390) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:22:34.531143 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 18:22:34.531814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Notify callbacks [] for process, before_spawn {{(pid=86275) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.533109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.534345 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Starting 1 workers
Apr 20 18:22:34.534525 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [-] (86391) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:22:34.539881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Started child 86392 {{(pid=86275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:22:34.540496 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Starting 1 workers
Apr 20 18:22:34.542048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] calling RpcWorker wait() {{(pid=86392) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 18:22:34.542436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] returning from RpcWorker wait() {{(pid=86392) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 18:22:34.543996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.544548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:34.545372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Started child 86393 {{(pid=86275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:22:34.546222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12e9dfcb-1ea1-4e38-bce9-1b0f37642e6d None None] Notify callbacks [] for process, after_spawn {{(pid=86275) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.547863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86275) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:22:34.548122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:22:34.548334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:22:34.548608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:22:34.549073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:22:34.549233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.549376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:22:34.549801 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.550104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.550435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.550746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.551031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.551668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.551971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.552262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.552582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.552862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.553069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.553268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.553589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.553869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.554215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.554519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.554800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.555099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.555317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.555604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.555953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.556254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.556538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.556800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.557417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.557680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.557949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.558287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.558522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.558802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.559215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.559371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.559622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.559969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.560189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.560474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.560740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.561030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.561413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.561644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.562105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] host                           = dv-cinder-786932-2-iscsi {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.562359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.562635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.562932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.563208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.563500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.563784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.564081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.564392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.564695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.564914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.565198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.565498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.565781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.566062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.566260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.566520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.566835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.567259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.567426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.567584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.567725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.568018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.568175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.568402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.568679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.568936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.569368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.569548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.569689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.569972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.570257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.570526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.570875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.571072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.571908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.572193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.573991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.574237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.574515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.574753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.575076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.575316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.575591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.575919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.576167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.576446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.577414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.577611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.579807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.580913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.585011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.589657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.591952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.592606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.593289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.594859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.595160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.595439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.595697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.595949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.596198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.596456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.596733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.597010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.597259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.597554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.597810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.598079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.598361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.598634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.598889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.599118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.599532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.599961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.600376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.600823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.601143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.601319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.601599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.601853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.602105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.602391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.603174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.603420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.603704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.604052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.604332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.604561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.604922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.605167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.605431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.605748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.606074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.606343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.606635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.606872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.607164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.607608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.607771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.607922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.608174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.608421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.608713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.608993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.609282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.609572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.609917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.610126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.610386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.610650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.610921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.611206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.611462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.611757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.612041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.612332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.612608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.612935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.613542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.613825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.614165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.614426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.614732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.615074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.615413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.615720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.616015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.616311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.616600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.616895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.617182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.617501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.617782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.618065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.618945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.619476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.619911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.620177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.620476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.620861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.621178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.621437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.621860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.622381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.622684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.623151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.623453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.623898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.624362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.624671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.624962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.625415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.625850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.628627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.629947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.630131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.630236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.630469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.630750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.630988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.631484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.631895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.632390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.632691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.632953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.633435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.633726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.634064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.634518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.634851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.635121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.635381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.635638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.635901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.636155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.636430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.636720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.636975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.637272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.637580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.637951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.638229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.638512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.638799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.639054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.639328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.639585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.639843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.640115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.640375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.640645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.640931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.641212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.641519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.641773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.642024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.642276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.642533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.642805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.643160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.643439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.643708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.643983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.644250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.644517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.644768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.645014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.645268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.646939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.647192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.647444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.647701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.647957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.648227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.648475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.648743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.649000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.649253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.649748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.650180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.650356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.650846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.651130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.651438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.651723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.652107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.652372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.652674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.652950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.653208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.653499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.653820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.654198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.654570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.654867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.655154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.655497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.655806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.656116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.656373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.656693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.657054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.657343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.657669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.657915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.658388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.658753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.659176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.659638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.660095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.660508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.661035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.661570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.662063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.662527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.663084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.663520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.664044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.664507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.665630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.666042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.666387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:22:34.667271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86275) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:22:34.667612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:22:34.667948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:22:34.668336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:22:34.668683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:22:34.669012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:22:34.669536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.669841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.670206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.670525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.670876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.671265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.671616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.671966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.672302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.672647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.672876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.673083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.673286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.673637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.673964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.674169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.674367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.674564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.674767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.674963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.675159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.675311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.675508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.675701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.675919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.676091 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.676289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.676483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.676676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.676869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.677059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.677249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.677466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.677660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.677823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.678024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.678340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.678340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.678635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.678778 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.678921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] host                           = dv-cinder-786932-2-iscsi {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.679063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.679205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.679358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.679502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.679645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.679838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.680005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.680249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.680497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.680497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.681633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.681809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.682010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.682301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.682454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.682753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.682753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.683965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.684087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.684242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.684397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.684612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.684824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.685045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.685045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.685491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.685491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.685694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.685694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.686870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.687389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.687389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.687389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.687914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.687914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.687914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.688386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.688386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.688386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.688671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.688671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.688894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.689026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.689218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.689435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.689595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.689756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.689915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.690127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.690290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.690537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.690935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.690935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.691251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.691487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.691734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.691878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:22:34.692241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.692584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.692930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.693273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.693656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.693865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:34.694012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.694329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.694681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.695023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.695381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.695746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.696105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.696496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.696849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.697196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.697606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.697965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.698317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.698661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.699018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.699375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.699729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.700102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.700453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.700801 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.701157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.701538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.701898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.702238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.702593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.702947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.703298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.703654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.703992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.704319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.704532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.704739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.705019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.705379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.705625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.705829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.706029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.706225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.706400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.706596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.706793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.706988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.707185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.707358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.707547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.707756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.707949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.708144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.708312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.708525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.708764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.708901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.709051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.709188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.709323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.709545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.709758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.709968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.710106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.710282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.710476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.710670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.710864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.711061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.711259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.711452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.711644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.711839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.712644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.712808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.713167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.713167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.713473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.713616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.713754 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.713892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.714048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.714266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.714411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.714567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.714725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.714919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.715177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.715321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.715546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.715546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.715894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.716909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.717104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.717269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.717493 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.717691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.717884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.718077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.718269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.718465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.718658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.718852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.719033 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.719211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.719413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.719606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.719800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.719995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.720196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.720399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.720595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.720789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.720983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.721180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.721377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.721595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.721791 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.721984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.722177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.722372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.722575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.722780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.722974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.723170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.723365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.723606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.723799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.723991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.724185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.724378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.724571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.724765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.724958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.725151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.725343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.725585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.725779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.725972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.726164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.726359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.726531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.726722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.726915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.727107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.727301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.727528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.728248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.728419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.728603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.728798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.728991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.729184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.729377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.729622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.729787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.730053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.730198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.730310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.730480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.730673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.730864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.731057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.731269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.731413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.731610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.731802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.731995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.732189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.732382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.732576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.732745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.732938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.733109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.733297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.733522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.733716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.733910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.734103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.734295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.734752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.734752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.734956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.735051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.735197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.735359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.735555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.735749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.736016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.736163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.736262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.736458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.736654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.736851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.737015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.737212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.737448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.737646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.737805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.737947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.738373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.738629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.738771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.738926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.739066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.739203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.739402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.739679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.739826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.739972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.740120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.740272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.740418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.740557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.740758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.741000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.741099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.741262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.741477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.741675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.741879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.742072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.742264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.742456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.742649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.742851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.743062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.743249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.743473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.743624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.743815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.744007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.744214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.744408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.744603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.744796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.744989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.745232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.745439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.745550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.745726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.745927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.746124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.746389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.746539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.746679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.746874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.747072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.747279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.747472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.747666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.747858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.748051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.748245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.748438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.748629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.748927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.749152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.749347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.749495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.749675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.749868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.750061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.751269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.751269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.751269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.751269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.751269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:22:34.751269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:22:34.986374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41562) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:34.998484 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097678
Apr 20 18:22:46.475075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cd7c2-241a-4391-a564-7d45e2b64c58 None None] get_active_networks_info from dv-cinder-786932-2-iscsi {{(pid=86392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 18:22:46.542097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cd7c2-241a-4391-a564-7d45e2b64c58 None None] No non-hosted networks {{(pid=86392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 18:22:46.556196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agentschedulers_db [None req-df2cd7c2-241a-4391-a564-7d45e2b64c58 None None] DHCP Agent not found on host dv-cinder-786932-2-iscsi {{(pid=86392) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 20 18:22:46.677600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e38d-c74d-4632-b6e9-d640bdf72cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869'] for agent, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.789312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869'] for agent, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.973605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-15aa2634-4c15-426d-9c24-6aac849c37bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869'] for agent, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.014331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5c71ea2b-a2c6-4e92-a10c-a8cbaa9adb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.507955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869'] for agent, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.509466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.510259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.510829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.511390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.511963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.512515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.513094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.513712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.514299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.514849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.515396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.515941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:50.516558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f80004f0a90>, 'Open vSwitch agent', 'dv-cinder-786932-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:50.523402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8000544978>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786932-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:51.578404 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869'] for agent, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.536985 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_hamode_db [None req-84fdaeea-8b26-4584-9038-1e07327f89c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 18:22:52.632078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdaeea-8b26-4584-9038-1e07327f89c9 None None] Routers set() bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:52.632655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdaeea-8b26-4584-9038-1e07327f89c9 None None] Router IDs set() for agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 18:22:52.936869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41650) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:53.637463 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-6e6e17dc-528d-4622-bf9e-61640e87c5ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:53.638102 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-6e6e17dc-528d-4622-bf9e-61640e87c5ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:53.872513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [None req-6e6e17dc-528d-4622-bf9e-61640e87c5ff admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:53.873872 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6e6e17dc-528d-4622-bf9e-61640e87c5ff admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9348724
Apr 20 18:22:56.720876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41664) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:57.403469 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:57.404182 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:57.637997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:57.743916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.policy [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86390) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:22:57.801082 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:57.801555 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:22:57.820607 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8000e575f8>.
Apr 20 18:22:57.836694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:57.897261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275119470695', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275119472331', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275119509771', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275119520239', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275119505193', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275119505144', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850801453', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850698541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854224540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732802'] for rbac-policy, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.135423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.137081 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-07f1f8a3-f6fc-4c02-bb48-3f76f2680c0d admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.4148362
Apr 20 18:23:01.296505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41682) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:01.706329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'c8a44edd84b94971bec844289a8e9b05'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:01.713935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:01.718666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Usage tracker for resource:network and tenant:c8a44edd84b94971bec844289a8e9b05 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:01.722640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:01.730694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:01.739947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Made reservation on behalf of c8a44edd84b94971bec844289a8e9b05 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:01.746400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.764228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.781505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:01.785565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Usage tracker for resource:security_group_rule and tenant:c8a44edd84b94971bec844289a8e9b05 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:01.789210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:01.796782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:01.978031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.982108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.991508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:02.036936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:23:02.088810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275119764886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.090175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8001a5a6a8> segment precommit_create {{(pid=86390) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:23:02.091037 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Added segment d7e319d9-e1ed-42db-ae6d-5bad0dee9db0 of type vlan for network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6
Apr 20 18:23:02.109741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc3078-e047-41fd-b9da-c9357e8e2ca4,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:02.207472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.208126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.208746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.209366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.210046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.210656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.211323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.212680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.213293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.213936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.214553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.215167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Tracked resource versions report:
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:23:02.217288 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:23:02.297272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:02.301031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.344207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.345683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.346355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.352450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:02.471355 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1736209
Apr 20 18:23:02.483254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Pushing event updated for resources: {'Network': ['ID=0aeb01f2-aed3-4a15-8316-7abd6f3dabf6,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:02.486812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:02.497236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:05.713013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41698) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:06.245004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882fdf02-e082-4595-bc24-5851ddacd711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:06.246467 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-882fdf02-e082-4595-bc24-5851ddacd711 admin admin] 10.222.0.25 "GET /v2.0/networks/0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 HTTP/1.1" status: 200  len: 825 time: 0.5323622
Apr 20 18:23:06.277529 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-05177e12-56a7-4a07-b8c0-5241f490885c admin admin] 10.222.0.25 "GET /v2.0/subnetpools/6a155b29-a416-4b9a-8661-f0eeab9bdd31 HTTP/1.1" status: 200  len: 734 time: 0.0246327
Apr 20 18:23:06.287591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'name': 'private-subnet', 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31', 'gateway_ip': '172.20.0.1'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:06.293006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:06.297102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Usage tracker for resource:subnet and tenant:c8a44edd84b94971bec844289a8e9b05 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:06.300278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:06.307007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:06.316472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Made reservation on behalf of c8a44edd84b94971bec844289a8e9b05 for: {'subnet': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:06.322086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Notify callbacks [] for subnet, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.827424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.835922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:06.927201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cd1fff-f71f-4c6b-b517-c874f265167b,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:06.932177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Checking segment: {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:06.932565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Network hostable DHCP agents. Network: 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:06.939505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:06.955845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:06.967711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6) {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:06.972577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:06.973216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.980386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878d7df-bcee-40bb-a188-373fa919e602 None None] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:06.997304 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7136509
Apr 20 18:23:07.503969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:23:07.505750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.718584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Allocated IP 172.20.0.2 (0aeb01f2-aed3-4a15-8316-7abd6f3dabf6/28cd1fff-f71f-4c6b-b517-c874f265167b/f28323c8-576b-4021-9281-b178b25e4e43) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:07.982837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.996909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Transition to ACTIVE for port object f28323c8-576b-4021-9281-b178b25e4e43 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:08.017859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Transition to ACTIVE for port object f28323c8-576b-4021-9281-b178b25e4e43 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:08.024731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:08.033600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:08.099213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:08.103258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:08.109434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:08.116110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Pushing event updated for resources: {'Port': ['ID=f28323c8-576b-4021-9281-b178b25e4e43,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:08.158226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.158638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.158938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.159303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.159652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.160006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.160358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.160714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.161078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.161443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.161794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.162137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Tracked resource versions report:
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:23:08.163281 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:23:08.206333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:08.228181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Attempting to bind port f28323c8-576b-4021-9281-b178b25e4e43 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:08.228603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Attempting to bind port f28323c8-576b-4021-9281-b178b25e4e43 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:08.229016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Attempting to bind port f28323c8-576b-4021-9281-b178b25e4e43 on network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:08.235185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:08.235509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Checking segment: {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:08.235990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:08.236416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Bound using segment: {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:08.237030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Bound port: f28323c8-576b-4021-9281-b178b25e4e43, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:08.237500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:08.337266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] For port f28323c8-576b-4021-9281-b178b25e4e43, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:08.341686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] For port f28323c8-576b-4021-9281-b178b25e4e43, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=f28323c8-576b-4021-9281-b178b25e4e43,segment=NetworkSegment(d7e319d9-e1ed-42db-ae6d-5bad0dee9db0),segment_id=d7e319d9-e1ed-42db-ae6d-5bad0dee9db0)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:08.345163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:08.350288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:08.446680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Pushing event updated for resources: {'Port': ['ID=f28323c8-576b-4021-9281-b178b25e4e43,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:08.450623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:09.974789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41708) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:10.449264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [None req-8a628021-011d-4b3c-8f64-2cdf54aaab63 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:23:10.450390 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8a628021-011d-4b3c-8f64-2cdf54aaab63 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4742811
Apr 20 18:23:13.519475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41718) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:13.973600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [None req-6c3ad480-be0a-4c90-9cf3-46f679c9a1c9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:23:13.974707 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6c3ad480-be0a-4c90-9cf3-46f679c9a1c9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4539578
Apr 20 18:23:14.693297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device f28323c8-576b-4021-9281-b178b25e4e43 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:14.769195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port f28323c8-576b-4021-9281-b178b25e4e43 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:15.909101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbc3a0-1241-428c-af5e-2c152aef1e1c None None] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:15.999212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Provisioning for port f28323c8-576b-4021-9281-b178b25e4e43 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:16.014909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Provisioning complete for port f28323c8-576b-4021-9281-b178b25e4e43 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:16.015342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.277250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.336533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] For port f28323c8-576b-4021-9281-b178b25e4e43, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=f28323c8-576b-4021-9281-b178b25e4e43,segment=NetworkSegment(d7e319d9-e1ed-42db-ae6d-5bad0dee9db0),segment_id=d7e319d9-e1ed-42db-ae6d-5bad0dee9db0)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:16.344872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.356458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:16.407772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-59f7854f-87a8-4074-96ce-017b7a2e1c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.457727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Pushing event updated for resources: {'Port': ['ID=f28323c8-576b-4021-9281-b178b25e4e43,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:16.464149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:16.657498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device f28323c8-576b-4021-9281-b178b25e4e43 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:16.730963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-56aa831b-0cfd-4075-876a-bdcfa361b9d4 None None] Provisioning complete for port f28323c8-576b-4021-9281-b178b25e4e43 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:16.731311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-56aa831b-0cfd-4075-876a-bdcfa361b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.807056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port f28323c8-576b-4021-9281-b178b25e4e43 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:16.807352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.236714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41738) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:17.687540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Request body: {'router': {'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'name': 'router1', 'admin_state_up': True}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:17.767793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.policy [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86391) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:23:17.825052 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:23:17.825530 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING oslo_policy.policy [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:23:17.844369 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.quota [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8000d952e8>.
Apr 20 18:23:17.861248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:17.869052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Usage tracker for resource:router and tenant:c8a44edd84b94971bec844289a8e9b05 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:17.873649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:17.881649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:17.898072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.900729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.926274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.203719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.225253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.227287 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7344af3a-7fe6-4ca1-a3af-9783a754b61b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9887733
Apr 20 18:23:19.675400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:19.980003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-29b8d0be-b782-415a-82cb-7da80d7b2fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.506448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:21.111224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41760) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:21.296836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [None req-8dc19760-e234-4cc8-b072-9bd76a27a5a9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:23:21.297935 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8dc19760-e234-4cc8-b072-9bd76a27a5a9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1786954
Apr 20 18:23:21.514375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.035843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41780) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:24.096298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:24.102990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:24.107079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Usage tracker for resource:network and tenant:c7c896a9d8d743de86d6e4a1c749528f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:24.110409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:24.116714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:24.125534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Made reservation on behalf of c7c896a9d8d743de86d6e4a1c749528f for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:24.131589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.149627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.164963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:24.168972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c896a9d8d743de86d6e4a1c749528f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:24.172281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:24.178361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:24.281325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.284324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.290076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:24.303871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Reserving flat network on physical network physnet1 {{(pid=86391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 18:23:24.334522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275119764886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.335135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8001a5a6a8> segment precommit_create {{(pid=86391) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:23:24.335604 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Added segment a16f3051-9c53-4d5c-87b1-eea50b523e28 of type flat for network 1cfdbf52-be25-4f81-8947-8d333b579982
Apr 20 18:23:24.391990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54883a-1ed3-4aae-898f-6745fac2192e,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:24.412570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.412955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.413320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.413704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.414861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.415273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.415634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.415991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.416345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.416695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.417042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.418252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Tracked resource versions report:
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:23:24.418631 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:23:24.469809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.476176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:24.517272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.518756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.519409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.525459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:24.641081 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6040423
Apr 20 18:23:24.644296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfdbf52-be25-4f81-8947-8d333b579982,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:24.647613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:24.660517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 1cfdbf52-be25-4f81-8947-8d333b579982 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:27.305827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41794) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:27.442091 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053465f-a90d-404f-81c7-423ab227e28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:27.443724 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3053465f-a90d-404f-81c7-423ab227e28f admin admin] 10.222.0.25 "GET /v2.0/subnets/28cd1fff-f71f-4c6b-b517-c874f265167b HTTP/1.1" status: 200  len: 849 time: 0.1367681
Apr 20 18:23:27.604548 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9ba5fee8-5748-4bc2-85ec-253ecdfc88a7 admin admin] 10.222.0.25 "GET /v2.0/routers/58989294-12ba-4f5e-b55c-f2c6ae44faca HTTP/1.1" status: 200  len: 704 time: 0.1538014
Apr 20 18:23:27.622795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:28.128656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.546057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Allocated IP 172.20.0.1 (0aeb01f2-aed3-4a15-8316-7abd6f3dabf6/28cd1fff-f71f-4c6b-b517-c874f265167b/500aca5c-1e6e-4af7-a47e-ee647e920749) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:28.725741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.746588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Transition to ACTIVE for port object 500aca5c-1e6e-4af7-a47e-ee647e920749 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:28.802875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.808449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:28.878513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:28.882136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:28.889157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:28.889741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.032498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Pushing event updated for resources: {'Port': ['ID=500aca5c-1e6e-4af7-a47e-ee647e920749,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:29.037777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-38e55c33-3f9a-4bca-9083-c02c48bc37ae None None] Provisioning for port 500aca5c-1e6e-4af7-a47e-ee647e920749 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:29.045238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-38e55c33-3f9a-4bca-9083-c02c48bc37ae None None] Provisioning complete for port 500aca5c-1e6e-4af7-a47e-ee647e920749 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:29.045480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:29.045692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-38e55c33-3f9a-4bca-9083-c02c48bc37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.110476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-38e55c33-3f9a-4bca-9083-c02c48bc37ae None None] Port 500aca5c-1e6e-4af7-a47e-ee647e920749 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:29.185104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.444355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.448187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.449362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.454440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:29.604636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Pushing event updated for resources: {'Port': ['ID=500aca5c-1e6e-4af7-a47e-ee647e920749,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:29.609729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:29.732029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:29.733589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:29.937066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-b400105f-20c7-44b5-8d1e-62c6e05246f0 None None] Provisioning complete for port 500aca5c-1e6e-4af7-a47e-ee647e920749 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:29.937531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b400105f-20c7-44b5-8d1e-62c6e05246f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.943875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Router 58989294-12ba-4f5e-b55c-f2c6ae44faca is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:23:30.002379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-b400105f-20c7-44b5-8d1e-62c6e05246f0 None None] Port 500aca5c-1e6e-4af7-a47e-ee647e920749 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:30.130117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:30.141098 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] 10.222.0.25 "PUT /v2.0/routers/58989294-12ba-4f5e-b55c-f2c6ae44faca/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5303214
Apr 20 18:23:30.142523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Sync routers for ids ['58989294-12ba-4f5e-b55c-f2c6ae44faca'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:30.155719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Routers {'58989294-12ba-4f5e-b55c-f2c6ae44faca'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:30.156591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000dcf1d0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['58989294-12ba-4f5e-b55c-f2c6ae44faca'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:30.387510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Set router 58989294-12ba-4f5e-b55c-f2c6ae44faca gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:31.235948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000dcf1d0>, [{'id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'name': 'router1', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:17Z', 'updated_at': '2021-04-20T18:23:29Z', 'revision_number': 2, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'gw_port_host': None, '_interfaces': [{'id': '500aca5c-1e6e-4af7-a47e-ee647e920749', 'name': '', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'mac_address': 'fa:16:3e:02:b5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:28Z', 'updated_at': '2021-04-20T18:23:29Z', 'revision_number': 2, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'subnets': [{'id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:31.241360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Checking router: 58989294-12ba-4f5e-b55c-f2c6ae44faca for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:31.242289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Updating router 58989294-12ba-4f5e-b55c-f2c6ae44faca port 500aca5c-1e6e-4af7-a47e-ee647e920749 binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:23:31.305548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.727503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.743437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Transition to ACTIVE for port object 500aca5c-1e6e-4af7-a47e-ee647e920749 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:31.749044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.753824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:31.928670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Pushing event updated for resources: {'Port': ['ID=500aca5c-1e6e-4af7-a47e-ee647e920749,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:31.974090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.974471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.974843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.975217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.975574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.975934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.976345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.976704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.977062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.977432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.977859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.978142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Tracked resource versions report:
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:23:31.979309 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:23:31.995818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:32.005358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Attempting to bind port 500aca5c-1e6e-4af7-a47e-ee647e920749 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:32.005803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Attempting to bind port 500aca5c-1e6e-4af7-a47e-ee647e920749 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:32.006216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Attempting to bind port 500aca5c-1e6e-4af7-a47e-ee647e920749 on network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:32.012273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:32.012702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Checking segment: {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:32.013163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.013618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Bound using segment: {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:32.014155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Bound port: 500aca5c-1e6e-4af7-a47e-ee647e920749, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e319d9-e1ed-42db-ae6d-5bad0dee9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:32.014557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.115952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] For port 500aca5c-1e6e-4af7-a47e-ee647e920749, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:32.121151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] For port 500aca5c-1e6e-4af7-a47e-ee647e920749, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=500aca5c-1e6e-4af7-a47e-ee647e920749,segment=NetworkSegment(d7e319d9-e1ed-42db-ae6d-5bad0dee9db0),segment_id=d7e319d9-e1ed-42db-ae6d-5bad0dee9db0)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:32.124429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.128657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:32.217186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Routers {'58989294-12ba-4f5e-b55c-f2c6ae44faca'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:32.217907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000dcf1d0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['58989294-12ba-4f5e-b55c-f2c6ae44faca'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:32.361433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Pushing event updated for resources: {'Port': ['ID=500aca5c-1e6e-4af7-a47e-ee647e920749,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:32.366921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:32.401306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] Set router 58989294-12ba-4f5e-b55c-f2c6ae44faca gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:32.761129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000dcf1d0>, [{'id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'name': 'router1', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:17Z', 'updated_at': '2021-04-20T18:23:29Z', 'revision_number': 2, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'gw_port_host': None, '_interfaces': [{'id': '500aca5c-1e6e-4af7-a47e-ee647e920749', 'name': '', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'mac_address': 'fa:16:3e:02:b5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:28Z', 'updated_at': '2021-04-20T18:23:32Z', 'revision_number': 4, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'subnets': [{'id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:32.765911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ffb4d-a08a-471a-a5ad-798bf0011703 None None] The sync data for ids ['58989294-12ba-4f5e-b55c-f2c6ae44faca'] in dv-cinder-786932-2-iscsi is: [{'id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'name': 'router1', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:17Z', 'updated_at': '2021-04-20T18:23:29Z', 'revision_number': 2, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'gw_port_host': None, '_interfaces': [{'id': '500aca5c-1e6e-4af7-a47e-ee647e920749', 'name': '', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'mac_address': 'fa:16:3e:02:b5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:28Z', 'updated_at': '2021-04-20T18:23:32Z', 'revision_number': 4, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'subnets': [{'id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:32.829189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41806) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:33.004121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062a03d-3913-49bb-9f3c-889db613b0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.004736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2062a03d-3913-49bb-9f3c-889db613b0a3 admin admin] Synchronizing usage tracker for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:33.025468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2062a03d-3913-49bb-9f3c-889db613b0a3 admin admin] Unset dirty status for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:33.026901 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2062a03d-3913-49bb-9f3c-889db613b0a3 admin admin] 10.222.0.25 "GET /v2.0/networks/1cfdbf52-be25-4f81-8947-8d333b579982 HTTP/1.1" status: 200  len: 842 time: 0.1965408
Apr 20 18:23:33.038740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:33.044821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:33.049516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Usage tracker for resource:subnet and tenant:c7c896a9d8d743de86d6e4a1c749528f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:33.052921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:33.060826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:33.072148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Made reservation on behalf of c7c896a9d8d743de86d6e4a1c749528f for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:33.077166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.735657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.objects.ports [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86391) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 18:23:33.736207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.742586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:33.824905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e350d83-f1a7-4e75-871d-2f3db824ab42,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:33.829566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:33.829969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Network hostable DHCP agents. Network: 1cfdbf52-be25-4f81-8947-8d333b579982, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:33.834751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:33.852906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:33.865504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 1cfdbf52-be25-4f81-8947-8d333b579982) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:33.871576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.872574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.879378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6cdf1c-ff8a-4335-b95b-8a7d9c636fb8 None None] Network 1cfdbf52-be25-4f81-8947-8d333b579982 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:33.897154 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8627036
Apr 20 18:23:34.162205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ace241-78fb-436a-be80-772df4947b37 None None] Network 1cfdbf52-be25-4f81-8947-8d333b579982 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:36.643127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 41820) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:36.706888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 500aca5c-1e6e-4af7-a47e-ee647e920749 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:36.783220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 500aca5c-1e6e-4af7-a47e-ee647e920749 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:36.790188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 500aca5c-1e6e-4af7-a47e-ee647e920749 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:36.790740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.906092 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d649b3f8-6fa9-47d1-aaad-526b3c3188ba admin admin] 10.222.0.25 "GET /v2.0/routers/58989294-12ba-4f5e-b55c-f2c6ae44faca HTTP/1.1" status: 200  len: 710 time: 0.2610569
Apr 20 18:23:36.954293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.992872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 500aca5c-1e6e-4af7-a47e-ee647e920749, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=500aca5c-1e6e-4af7-a47e-ee647e920749,segment=NetworkSegment(d7e319d9-e1ed-42db-ae6d-5bad0dee9db0),segment_id=d7e319d9-e1ed-42db-ae6d-5bad0dee9db0)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:36.997256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.000907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9b082aec-f24c-4975-940f-643c17f8b4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:37.070767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25122847-7c6a-4a2a-8681-8691ad01971c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.073358 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-25122847-7c6a-4a2a-8681-8691ad01971c admin admin] 10.222.0.25 "GET /v2.0/networks/1cfdbf52-be25-4f81-8947-8d333b579982 HTTP/1.1" status: 200  len: 886 time: 0.1548734
Apr 20 18:23:37.083058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=500aca5c-1e6e-4af7-a47e-ee647e920749,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:37.087454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:37.087818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:37.571463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.945521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.008591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.304125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Allocated IP 172.27.3.7 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/13e7f682-dd7a-4432-8dee-7f1d26506a46) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:38.472806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.513790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.519326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:38.589481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:38.592440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:38.596337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:38.676021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 500aca5c-1e6e-4af7-a47e-ee647e920749 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:38.788418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 500aca5c-1e6e-4af7-a47e-ee647e920749 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:38.789282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.918239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Pushing event updated for resources: {'Port': ['ID=13e7f682-dd7a-4432-8dee-7f1d26506a46,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:38.928842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:39.308307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.676423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.680616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854078771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854055125'] for router, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.876138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Router 58989294-12ba-4f5e-b55c-f2c6ae44faca has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:23:40.069578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:40.082950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.084075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Sync routers for ids ['58989294-12ba-4f5e-b55c-f2c6ae44faca'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:40.084947 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] 10.222.0.25 "PUT /v2.0/routers/58989294-12ba-4f5e-b55c-f2c6ae44faca HTTP/1.1" status: 200  len: 888 time: 3.0035887
Apr 20 18:23:40.098097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Routers {'58989294-12ba-4f5e-b55c-f2c6ae44faca'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:40.098818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000435f60>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['58989294-12ba-4f5e-b55c-f2c6ae44faca'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:40.319026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Set router 58989294-12ba-4f5e-b55c-f2c6ae44faca gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:40.796873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000435f60>, [{'id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'name': 'router1', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '13e7f682-dd7a-4432-8dee-7f1d26506a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:17Z', 'updated_at': '2021-04-20T18:23:39Z', 'revision_number': 4, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'gw_port': {'id': '13e7f682-dd7a-4432-8dee-7f1d26506a46', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:60:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:38Z', 'updated_at': '2021-04-20T18:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '500aca5c-1e6e-4af7-a47e-ee647e920749', 'name': '', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'mac_address': 'fa:16:3e:02:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:28Z', 'updated_at': '2021-04-20T18:23:36Z', 'revision_number': 5, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'subnets': [{'id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:40.802121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Checking router: 58989294-12ba-4f5e-b55c-f2c6ae44faca for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:40.802526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Updating router 58989294-12ba-4f5e-b55c-f2c6ae44faca port 13e7f682-dd7a-4432-8dee-7f1d26506a46 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:23:40.866409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.331510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.346046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Transition to ACTIVE for port object 13e7f682-dd7a-4432-8dee-7f1d26506a46 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:41.353467 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.361656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:41.515982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecc18-88db-41ab-a086-71391ecafdd7 None None] Pushing event updated for resources: {'Port': ['ID=13e7f682-dd7a-4432-8dee-7f1d26506a46,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:41.520856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Attempting to bind port 13e7f682-dd7a-4432-8dee-7f1d26506a46 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:41.521566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Attempting to bind port 13e7f682-dd7a-4432-8dee-7f1d26506a46 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:41.522251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Attempting to bind port 13e7f682-dd7a-4432-8dee-7f1d26506a46 on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:41.526732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9deecc18-88db-41ab-a086-71391ecafdd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:41.532681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:41.533223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:41.533893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.534420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:41.534962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Bound port: 13e7f682-dd7a-4432-8dee-7f1d26506a46, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:41.535383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.646641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] For port 13e7f682-dd7a-4432-8dee-7f1d26506a46, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:41.650704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] For port 13e7f682-dd7a-4432-8dee-7f1d26506a46, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=13e7f682-dd7a-4432-8dee-7f1d26506a46,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:41.654653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.658961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:41.754021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Routers {'58989294-12ba-4f5e-b55c-f2c6ae44faca'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:41.754874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000435f60>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['58989294-12ba-4f5e-b55c-f2c6ae44faca'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:41.881085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecc18-88db-41ab-a086-71391ecafdd7 None None] Pushing event updated for resources: {'Port': ['ID=13e7f682-dd7a-4432-8dee-7f1d26506a46,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:41.893014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9deecc18-88db-41ab-a086-71391ecafdd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:41.965184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] Set router 58989294-12ba-4f5e-b55c-f2c6ae44faca gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:42.351729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000435f60>, [{'id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'name': 'router1', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '13e7f682-dd7a-4432-8dee-7f1d26506a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:17Z', 'updated_at': '2021-04-20T18:23:39Z', 'revision_number': 4, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'gw_port': {'id': '13e7f682-dd7a-4432-8dee-7f1d26506a46', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:60:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:38Z', 'updated_at': '2021-04-20T18:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '500aca5c-1e6e-4af7-a47e-ee647e920749', 'name': '', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'mac_address': 'fa:16:3e:02:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:28Z', 'updated_at': '2021-04-20T18:23:36Z', 'revision_number': 5, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'subnets': [{'id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:42.356060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b3e1-274a-4532-8699-70c5167f8ad7 None None] The sync data for ids ['58989294-12ba-4f5e-b55c-f2c6ae44faca'] in dv-cinder-786932-2-iscsi is: [{'id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'name': 'router1', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '13e7f682-dd7a-4432-8dee-7f1d26506a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:17Z', 'updated_at': '2021-04-20T18:23:39Z', 'revision_number': 4, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'gw_port': {'id': '13e7f682-dd7a-4432-8dee-7f1d26506a46', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:60:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:38Z', 'updated_at': '2021-04-20T18:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '500aca5c-1e6e-4af7-a47e-ee647e920749', 'name': '', 'network_id': '0aeb01f2-aed3-4a15-8316-7abd6f3dabf6', 'tenant_id': 'c8a44edd84b94971bec844289a8e9b05', 'mac_address': 'fa:16:3e:02:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58989294-12ba-4f5e-b55c-f2c6ae44faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:28Z', 'updated_at': '2021-04-20T18:23:36Z', 'revision_number': 5, 'project_id': 'c8a44edd84b94971bec844289a8e9b05', 'subnets': [{'id': '28cd1fff-f71f-4c6b-b517-c874f265167b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a155b29-a416-4b9a-8661-f0eeab9bdd31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:42.732165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 13e7f682-dd7a-4432-8dee-7f1d26506a46 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:42.981423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 13e7f682-dd7a-4432-8dee-7f1d26506a46 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:42.986711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 13e7f682-dd7a-4432-8dee-7f1d26506a46 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:42.987123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.033793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 41830) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:43.122016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.146209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 13e7f682-dd7a-4432-8dee-7f1d26506a46, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=13e7f682-dd7a-4432-8dee-7f1d26506a46,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:43.152497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.156326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9deecc18-88db-41ab-a086-71391ecafdd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:43.215726 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0d841b48-3a5a-4326-af40-bfe61b7867e3 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1792181
Apr 20 18:23:43.261079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=13e7f682-dd7a-4432-8dee-7f1d26506a46,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:43.266649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:44.683137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 13e7f682-dd7a-4432-8dee-7f1d26506a46 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:44.767422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 13e7f682-dd7a-4432-8dee-7f1d26506a46 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:44.767849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.350689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf70b-f9f8-46e7-aef1-1b365f343f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:49.694805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.003219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d06480e2-b999-4f9c-ad92-4d9a6431a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.520243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.546165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.608702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:24:16.337362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4fcc-aa60-4da1-b75c-ef9aee64e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.685582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.976272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a192d25b-2f0a-4473-8c15-2fa147a590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:20.511809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:21.528129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:41.613277 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:24:46.332499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656fc067-4520-44e7-862c-a76f5fe75f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:49.683171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:49.979194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bd24b229-20b8-4374-a866-e62e91d54d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:50.506897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:51.531774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:16.336836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-52c91d94-dde8-41d4-9b4c-cc260454989b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.618866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:19.684732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.981968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0625c073-a062-4456-adad-de03ba085848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.509127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.537433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.322908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42400) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:29.398310 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2bb428-53bc-43b9-9ee1-247f9392d8b2 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:25:29.399850 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fd2bb428-53bc-43b9-9ee1-247f9392d8b2 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0758829
Apr 20 18:25:29.550395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d790c-4d54-4cd6-90bc-fd13db66c033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.552627 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b92d790c-4d54-4cd6-90bc-fd13db66c033 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1481931
Apr 20 18:25:32.118884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42410) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:32.237366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf51cd4-eebb-40dc-97ea-f2c08658251b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.238891 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bcf51cd4-eebb-40dc-97ea-f2c08658251b admin admin] 10.222.0.25 "GET /v2.0/subnets/28cd1fff-f71f-4c6b-b517-c874f265167b HTTP/1.1" status: 200  len: 849 time: 0.1189716
Apr 20 18:25:32.249380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:32.380793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Notify callbacks [] for subnet, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.710796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761734976729'] for subnet, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.715779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c6525b03-9bc9-4353-b556-b16aded2d1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:32.757534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.757772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.759150 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] 10.222.0.25 "PUT /v2.0/subnets/28cd1fff-f71f-4c6b-b517-c874f265167b HTTP/1.1" status: 200  len: 868 time: 0.5138762
Apr 20 18:25:32.767823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525021d-0111-4937-9930-67dd1ee6ede1 None None] Network 0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:25:32.789373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cd1fff-f71f-4c6b-b517-c874f265167b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:32.798014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.798420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.798790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.799154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.799521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.799889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.800246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.800602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.800973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.801846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.801977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.802275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:32.806213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:33.278589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-8ee14e09-fe0a-48b7-b7ff-a71c1d3fdd62 None None] Provisioning complete for port 500aca5c-1e6e-4af7-a47e-ee647e920749 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:33.279160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ee14e09-fe0a-48b7-b7ff-a71c1d3fdd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.415837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-8ee14e09-fe0a-48b7-b7ff-a71c1d3fdd62 None None] Provisioning complete for port f28323c8-576b-4021-9281-b178b25e4e43 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:33.416167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ee14e09-fe0a-48b7-b7ff-a71c1d3fdd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:35.374288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42420) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:35.714430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e225fb-e888-4e86-963d-dcca6b259c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:35.714867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e225fb-e888-4e86-963d-dcca6b259c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:35.716520 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a2e225fb-e888-4e86-963d-dcca6b259c2f admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3411398
Apr 20 18:25:38.262281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42430) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:38.464913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2fcbe6-7524-43e0-888f-cb096cddc315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.465368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2fcbe6-7524-43e0-888f-cb096cddc315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.467043 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-da2fcbe6-7524-43e0-888f-cb096cddc315 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2037070
Apr 20 18:25:41.043984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42440) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:41.242047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247ac49-03a5-44e4-827b-bc0be46df093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:41.243441 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0247ac49-03a5-44e4-827b-bc0be46df093 admin admin] 10.222.0.25 "GET /v2.0/networks/0aeb01f2-aed3-4a15-8316-7abd6f3dabf6 HTTP/1.1" status: 200  len: 869 time: 0.1984282
Apr 20 18:25:43.805876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42450) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:44.006206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde63f5-7af8-4044-aa7b-979c5b409de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:44.007652 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-dcde63f5-7af8-4044-aa7b-979c5b409de5 admin admin] 10.222.0.25 "GET /v2.0/networks/1cfdbf52-be25-4f81-8947-8d333b579982 HTTP/1.1" status: 200  len: 886 time: 0.2006848
Apr 20 18:25:46.342876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-48a69d8f-3af5-4c14-b0ec-2ffe89bcdcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:46.610064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42460) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:46.740762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f5ddc-ac46-4c7e-80ce-43b812669b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:46.741280 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f5ddc-ac46-4c7e-80ce-43b812669b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:46.742987 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7f3f5ddc-ac46-4c7e-80ce-43b812669b5e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1318767
Apr 20 18:25:49.299409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42470) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:49.426103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cd428-960f-4151-90ea-2e86556453fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:49.427428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-231cd428-960f-4151-90ea-2e86556453fd admin admin] Synchronizing usage tracker for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:subnet {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:49.446532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-231cd428-960f-4151-90ea-2e86556453fd admin admin] Unset dirty status for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:subnet {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:49.450161 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-231cd428-960f-4151-90ea-2e86556453fd admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1493776
Apr 20 18:25:49.689338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:49.986455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-641fab79-d2f1-4e60-8c4d-914dc37e1c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:50.515586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:51.542228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.116341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42480) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:52.233361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c219d-7776-4734-b7c7-f8196d3381c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:52.234846 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4b4c219d-7776-4734-b7c7-f8196d3381c2 admin admin] 10.222.0.25 "GET /v2.0/subnets/28cd1fff-f71f-4c6b-b517-c874f265167b HTTP/1.1" status: 200  len: 868 time: 0.1174765
Apr 20 18:25:54.781578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42490) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:54.893229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b62db7-5eea-47f5-aa5d-88bcaaf7f5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.894771 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a9b62db7-5eea-47f5-aa5d-88bcaaf7f5bf admin admin] 10.222.0.25 "GET /v2.0/subnets/6e350d83-f1a7-4e75-871d-2f3db824ab42 HTTP/1.1" status: 200  len: 816 time: 0.1120803
Apr 20 18:25:55.656306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:26:16.335021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1f029bf0-c427-42d4-9872-94bfce89f913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:19.690322 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:19.989905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b643d6ae-8dca-46ae-a77f-4912267a65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:20.507495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.544472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.811072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42536) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:21.868030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [None req-36421736-538e-40ad-adb4-a1e54c3ed747 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:26:21.869189 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-36421736-538e-40ad-adb4-a1e54c3ed747 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0570056
Apr 20 18:26:24.539151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42546) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:24.618748 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.pecan_wsgi.hooks.translation [None req-77677666-d0c6-4b43-9cfd-7ce961b22387 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:26:24.620173 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-77677666-d0c6-4b43-9cfd-7ce961b22387 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0799696
Apr 20 18:26:24.763576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d983749-f91e-45b9-8295-d8930a4ab3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:24.765146 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5d983749-f91e-45b9-8295-d8930a4ab3a4 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1402020
Apr 20 18:26:27.323328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42556) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:27.375510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:27.380908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:27.391048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:27.400491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Made reservation on behalf of c7c896a9d8d743de86d6e4a1c749528f for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:26:27.405117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:27.500738 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.services.revisions.revision_plugin [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7ffba05a58] {project_id='c7c896a9d8d743de86d6e4a1c749528f', id='783ba292-8a10-49d4-a138-fdcc4631ce7f', target_tenant='*', action='access_as_shared', object_id='5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'}> to bump revision.
Apr 20 18:26:27.513616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:26:27.523067 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:27.523451 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Added segment f4bdb09d-e4f1-44a8-be10-c61a031dcbcb of type vlan for network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65
Apr 20 18:26:27.549333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:27.579231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:27.580555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:27.581224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:27.586078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:27.876063 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5515232
Apr 20 18:26:27.876803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5ccc0775-5e3a-44d2-8af0-b00f6a0bff65,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:27.884323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.884728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.885097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.885478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.885842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.886213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.886568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.886929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.887287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.887644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.887993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.888341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:27.892324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:27.901628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:26:30.430249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42566) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:30.506698 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e6ec3a-3651-49d6-a80b-13500bd1edb7 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:26:30.507269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b4e6ec3a-3651-49d6-a80b-13500bd1edb7 admin admin] Synchronizing usage tracker for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:26:30.521985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b4e6ec3a-3651-49d6-a80b-13500bd1edb7 admin admin] Unset dirty status for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:26:30.523216 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b4e6ec3a-3651-49d6-a80b-13500bd1edb7 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0919154
Apr 20 18:26:30.641649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f37f0-e315-4835-9aba-d94416df9b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:30.643136 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c92f37f0-e315-4835-9aba-d94416df9b51 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1155403
Apr 20 18:26:30.654035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65', 'description': 'shared-subnet'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:30.658748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:30.668976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:30.678459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Made reservation on behalf of c7c896a9d8d743de86d6e4a1c749528f for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:26:30.683174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.090840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.095651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:31.176165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5387d68c-80c5-4869-a23b-7333fb47ce6b,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:31.179038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:31.181997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Checking segment: {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:31.182395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Network hostable DHCP agents. Network: 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:26:31.201428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:26:31.210113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:31.214216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:31.214834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.219523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a114254-bfd5-43c3-97f6-b41443f9d22a None None] Network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:26:31.245462 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5896080
Apr 20 18:26:31.473130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-5ccc0775-5e3a-44d2-8af0-b00f6a0bff65', 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65', 'tenant_id': 'c7c896a9d8d743de86d6e4a1c749528f', 'fixed_ips': [{'subnet_id': '5387d68c-80c5-4869-a23b-7333fb47ce6b'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:26:31.474170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.647228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Allocated IP 192.168.233.2 (5ccc0775-5e3a-44d2-8af0-b00f6a0bff65/5387d68c-80c5-4869-a23b-7333fb47ce6b/c00d082c-5bbd-4443-afbb-e64781c507a5) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:26:31.904471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.916310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Transition to ACTIVE for port object c00d082c-5bbd-4443-afbb-e64781c507a5 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:31.936278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Transition to ACTIVE for port object c00d082c-5bbd-4443-afbb-e64781c507a5 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:31.942271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:31.948209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9deecc18-88db-41ab-a086-71391ecafdd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:32.022014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:26:32.023253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:32.027926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:26:32.073161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Pushing event updated for resources: {'Port': ['ID=c00d082c-5bbd-4443-afbb-e64781c507a5,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:32.122126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.122488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.122868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.123233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.123588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.123938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.124289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.124644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.124996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.125346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.125729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.126079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:32.137790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:32.150323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Attempting to bind port c00d082c-5bbd-4443-afbb-e64781c507a5 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:26:32.150731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Attempting to bind port c00d082c-5bbd-4443-afbb-e64781c507a5 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:26:32.151131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Attempting to bind port c00d082c-5bbd-4443-afbb-e64781c507a5 on network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:26:32.157095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:26:32.157558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Checking segment: {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:32.157905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.158355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Bound using segment: {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:26:32.158864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Bound port: c00d082c-5bbd-4443-afbb-e64781c507a5, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:26:32.159806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.259432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] For port c00d082c-5bbd-4443-afbb-e64781c507a5, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:26:32.264862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] For port c00d082c-5bbd-4443-afbb-e64781c507a5, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=c00d082c-5bbd-4443-afbb-e64781c507a5,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:26:32.270039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.276745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:32.369918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Pushing event updated for resources: {'Port': ['ID=c00d082c-5bbd-4443-afbb-e64781c507a5,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:32.373716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:32.657744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:26:32.839722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device c00d082c-5bbd-4443-afbb-e64781c507a5 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:26:32.926333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port c00d082c-5bbd-4443-afbb-e64781c507a5 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:26:33.652694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e7dc0-774d-448b-ad95-1a04130b2fc7 None None] Network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:26:33.911853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Provisioning for port c00d082c-5bbd-4443-afbb-e64781c507a5 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:26:33.930860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Provisioning complete for port c00d082c-5bbd-4443-afbb-e64781c507a5 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:33.931296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:34.173738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:34.223954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] For port c00d082c-5bbd-4443-afbb-e64781c507a5, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=c00d082c-5bbd-4443-afbb-e64781c507a5,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:34.227760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:34.230078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:34.304230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Pushing event updated for resources: {'Port': ['ID=c00d082c-5bbd-4443-afbb-e64781c507a5,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:34.307845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:34.455592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-1fcd40ae-441e-40e9-8d18-1fe6f9f40cc4 None None] Provisioning complete for port c00d082c-5bbd-4443-afbb-e64781c507a5 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:34.456097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1fcd40ae-441e-40e9-8d18-1fe6f9f40cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:34.813521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device c00d082c-5bbd-4443-afbb-e64781c507a5 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:26:34.887375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port c00d082c-5bbd-4443-afbb-e64781c507a5 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:34.887787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:46.338004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ee73cd35-a029-4899-9f24-7b4a16e27acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.693491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.992785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7de9dc0-b721-4244-9d9f-8cb109687301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:50.511735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.550376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.650643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:16.341057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e6af3dc-c66e-4573-8196-bdc665de94c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.695370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.995304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e2b339fc-8d3b-49b5-947c-eacfa60a81b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:20.513478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.549660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:46.348481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b65a2e13-cd79-49f2-af65-648ceece7e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:46.655616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:47.337470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42608) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:47.344014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [None req-f1a40c55-7311-4687-8766-c8d9ef7522de tempest-verify_tempest_config-731513907 tempest-verify_tempest_config-731513907-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:27:47.345185 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f1a40c55-7311-4687-8766-c8d9ef7522de tempest-verify_tempest_config-731513907 tempest-verify_tempest_config-731513907-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065398
Apr 20 18:27:47.670409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42626) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:47.794386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:47.810281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:47.814363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf77499b9d344e4b5b32f5eb951a32d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:47.817423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:47.823520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:47.910423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:47.913010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:47.922269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:47.963188 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bf77499b9d344e4b5b32f5eb951a32d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2916429
Apr 20 18:27:47.964797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9278a3-3dd2-4e5b-bbd5-7e572edfd466,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:47.965965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42632) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:47.972759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.973156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.973581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.973954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.974317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.974683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.975041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.975400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.975758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.976113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.976465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.976816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:47.982117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:48.027850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:48.058174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:48.111672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:48.116958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:48.127772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9278a3-3dd2-4e5b-bbd5-7e572edfd466,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:48.138489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.138865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.139231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.139591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.139947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.140301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.140657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.141007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.142012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.142364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.142711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.143063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:48.145790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:48.146974 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a9278a3-3dd2-4e5b-bbd5-7e572edfd466 HTTP/1.1" status: 204  len: 168 time: 0.1799798
Apr 20 18:27:48.147912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:49.702590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:50.002048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9464-c2d5-4ef3-bf9f-3d9257d39f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:50.518361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:51.552604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:16.339534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa6fbe3-dd97-43fb-a16a-470cbe2e3a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:19.701248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:19.993541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0143e395-7e84-448c-974a-b85c1a0a3435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:20.520476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:21.555131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:23.653234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:46.341822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e7009b0d-7b20-437a-96b3-2f15bdd4f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:49.705338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:49.996390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d5d75e7f-ed72-4910-a53e-055bf75df32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:50.521929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:51.556977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:00.651345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 5 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:29:16.345098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5a67cb73-1532-4107-a7e4-67d8a9935d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:19.709143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:20.009859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5f262247-49e1-49fa-8035-c65037fca9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:20.523744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:21.558998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:22.163944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869'] for agent, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.649138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:29:38.807290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42712) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:38.935226 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-032d9a5f-d263-4b91-9a9f-e7aeaf742917 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1267228
Apr 20 18:29:41.492769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42722) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:41.556657 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-37b906da-7480-4618-b3e8-8aa36aabb26f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0626092
Apr 20 18:29:46.347476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6075d05-4ef0-4861-b7df-efc4a53791a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:49.712765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.002853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-46ebf822-c775-4277-bb34-6a3bd45dea8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.525431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.562338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.155370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:14.649672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:16.350773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca0c79d2-3cc7-4613-ac3c-d8df129687d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.716767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.006667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-880b62c1-19ed-43de-9549-e99e317ab387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.528430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.568206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.160853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:46.356012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-28cfd017-ad10-4cc2-b145-e5eb3f32b23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:49.721467 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.011005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c1fd-4e18-4c93-b61f-643efd6f210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:50.533058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.574772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:51.662673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:52.164299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:16.358465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9343d91-7c2f-43d5-89ca-4debd9302e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:19.748583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.045260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5404-f074-432a-9285-e55e8dc1cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:20.576492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:21.632271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:22.171897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:22.723490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42874) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:23.278723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-600594132-network', 'tenant_id': '122aac624a214c548b32893da89374a1'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:23.289192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:23.303241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Usage tracker for resource:network and tenant:122aac624a214c548b32893da89374a1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:23.310113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:23.322077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:23.338278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Made reservation on behalf of 122aac624a214c548b32893da89374a1 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:23.343841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.352209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42898) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:23.359961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.392320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:23.397347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Usage tracker for resource:security_group_rule and tenant:122aac624a214c548b32893da89374a1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:23.401073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:23.411370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:23.517687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.521962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.526974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-156a72ee-fea2-4525-9980-6ba88b63126d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:23.558696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cba20f6-55c8-4185-88cc-6694809849de,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:23.569328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.569806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.570167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.570596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.571126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.571820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.572237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.572538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.573210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.573743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.574260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.575313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Tracked resource versions report:
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:31:23.577538 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:31:23.587136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:23.591262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:23.608984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.609704 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Added segment fde84a73-8a42-42a5-a30b-dcd77ac3d7e3 of type vlan for network cc0a5556-9f4f-4012-a49b-d7d22905fe39
Apr 20 18:31:23.611373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-808853671-network', 'tenant_id': '379c1b40340b46408792cb7d852bbba7'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:23.632933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:23.642720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Usage tracker for resource:network and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:23.648692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:23.651476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.666919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:23.679020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Made reservation on behalf of 379c1b40340b46408792cb7d852bbba7 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:23.688837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.718418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.720685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.721429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:23.722153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:23.728366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-494709b4-a7bf-49fb-afd3-a40fbeb618e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:23.754524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:23.763499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:23.770797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:23.802312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:23.866184 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1397283
Apr 20 18:31:23.867240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Pushing event updated for resources: {'Network': ['ID=cc0a5556-9f4f-4012-a49b-d7d22905fe39,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:23.869291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42926) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:23.873368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:23.878008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Request body: {'subnet': {'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-600594132-subnet', 'tenant_id': '122aac624a214c548b32893da89374a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:23.885140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:23.894163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:23.908901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Usage tracker for resource:subnet and tenant:122aac624a214c548b32893da89374a1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:23.912544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:23.930574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:23.960120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Made reservation on behalf of 122aac624a214c548b32893da89374a1 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:23.966124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.082239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.088905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.095581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:24.130324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f73581-6e9b-4dc8-8b7a-67082ba2ea2f,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:24.142473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.142882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.143413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.143642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.143947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.144594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.145159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.145774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.146540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.147070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.147594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.148103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Tracked resource versions report:
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:31:24.149472 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:31:24.160361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:24.161145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:24.187187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.187998 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Added segment e873e15f-e26c-4776-9685-0eb68bd59848 of type vlan for network 6d598126-4968-4ab9-864c-ac1f0ffd6a08
Apr 20 18:31:24.242358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.287582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.289806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:24.290687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.322147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:24.344026 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9902651
Apr 20 18:31:24.350596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42940) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:24.402024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42944) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:24.428722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Request body: {'subnet': {'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-808853671-subnet', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:24.441255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:24.462425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Usage tracker for resource:subnet and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:24.469045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:24.482407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:24.491243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6d598126-4968-4ab9-864c-ac1f0ffd6a08,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:24.509019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:24.513145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:24.526788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Made reservation on behalf of 379c1b40340b46408792cb7d852bbba7 for: {'subnet': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:24.537743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.830984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:24.837308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:24.974845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:24.982062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:24.990766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Checking segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:24.991399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Network hostable DHCP agents. Network: cc0a5556-9f4f-4012-a49b-d7d22905fe39, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:25.031133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:25.048480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, cc0a5556-9f4f-4012-a49b-d7d22905fe39) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:25.055973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:25.058426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.061169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76e919-c7e3-4b25-802c-9aba37229716 None None] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:25.091210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2207243
Apr 20 18:31:25.108337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 42970) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:25.177317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-764322829-network', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:25.185654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.192191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Usage tracker for resource:network and tenant:604c8aa9b3d9478692cb6362f90fb56b is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:25.196171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:25.208012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:25.225140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Made reservation on behalf of 604c8aa9b3d9478692cb6362f90fb56b for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:25.233764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.257006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.272169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.281993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.283299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:25.295190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Usage tracker for resource:security_group_rule and tenant:604c8aa9b3d9478692cb6362f90fb56b is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:25.302013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:25.321374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:25.369332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42978) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:25.467167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e97978-dfbd-48f2-a632-362cbc541467,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:25.474167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:25.485828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Checking segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:25.486461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Network hostable DHCP agents. Network: 6d598126-4968-4ab9-864c-ac1f0ffd6a08, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:25.490130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e0a27-fecb-4f96-b92c-d7705cb07c47 None None] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:25.507772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.514859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.521088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:25.539419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:25.560621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 6d598126-4968-4ab9-864c-ac1f0ffd6a08) {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:25.562409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:25.579429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:25.580461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.601361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.601826 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Added segment 80ef0faa-a5b0-40e9-9179-b500877ac488 of type vlan for network bb994278-e70a-428c-a39c-4fb273cb636f
Apr 20 18:31:25.627114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036da937-4b86-490f-94cb-6be22ccc9174 None None] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:25.645264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.647343 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2950416
Apr 20 18:31:25.650474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 42992) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:25.662398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:25.671571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.681645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Usage tracker for resource:router and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:25.688670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:25.704377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:25.705115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.712193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:25.713054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.727320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.730500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.759627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1868284468-network', 'tenant_id': '02402528c32649b9b9327236ec561e08'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:25.765288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:25.778982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:25.785037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:25.789421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-468e5a4e-8ba2-4a5c-a6da-bd2cc31c0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:25.818006 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.4143324
Apr 20 18:31:25.823637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43000) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:25.904483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Request body: {'subnet': {'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-subnet', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:25.917728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.929512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.950230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Usage tracker for resource:subnet and tenant:604c8aa9b3d9478692cb6362f90fb56b is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:25.957069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Usage tracker for resource:network and tenant:02402528c32649b9b9327236ec561e08 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:25.958988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-network', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:25.963589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:25.968932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:25.982251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Pushing event updated for resources: {'Network': ['ID=bb994278-e70a-428c-a39c-4fb273cb636f,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:25.984273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:25.994292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:25.995658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:25.999406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:26.001436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Usage tracker for resource:network and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:26.014538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Made reservation on behalf of 604c8aa9b3d9478692cb6362f90fb56b for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:26.018640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:26.021525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.024393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network bb994278-e70a-428c-a39c-4fb273cb636f details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:26.032784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:26.041415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Made reservation on behalf of 02402528c32649b9b9327236ec561e08 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:26.047204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.067154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.180296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:26.195235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Usage tracker for resource:security_group_rule and tenant:02402528c32649b9b9327236ec561e08 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:26.205088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:26.220039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:26.349135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Made reservation on behalf of 39f3f26f55524d2d89d7c9cd7f9548f1 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:26.357061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.404600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.413345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.425290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:26.462785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84dc977-c442-479e-b5be-29edf2d1f642,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:26.479029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:26.511331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:26.530145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.530838 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Added segment a1f57d70-19df-46a4-979c-5aa1e72838d7 of type vlan for network a4e74e02-5162-4969-a5ab-fa33f8684bda
Apr 20 18:31:26.534530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.660196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.716192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:26.731360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:26.740951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.749871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:26.768449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:26.827952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.837597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:26.839919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:26.907478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:26.931967 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8223910
Apr 20 18:31:26.988638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43018) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:27.150435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Request body: {'subnet': {'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1868284468-subnet', 'tenant_id': '02402528c32649b9b9327236ec561e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:27.158129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:27.162860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Usage tracker for resource:subnet and tenant:02402528c32649b9b9327236ec561e08 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:27.166503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:27.175744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:27.208295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Made reservation on behalf of 02402528c32649b9b9327236ec561e08 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:27.214159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.336507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Pushing event updated for resources: {'Network': ['ID=a4e74e02-5162-4969-a5ab-fa33f8684bda,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:27.343056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:27.375083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network a4e74e02-5162-4969-a5ab-fa33f8684bda details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:27.431571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:31:27.434726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.447316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.457027 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.472333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:27.634578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637e096-a5f5-4f87-93a9-5d95e454cad7,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:27.655759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:27.688827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:27.800315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7431f168-cebf-4016-b554-9813a3b8fc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:28.011580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Allocated IP 172.20.0.2 (6d598126-4968-4ab9-864c-ac1f0ffd6a08/65e97978-dfbd-48f2-a632-362cbc541467/3b53f4e4-2285-4ea7-b11a-102b8b346389) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:28.069798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:28.164600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.166153 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Added segment 1faeca69-d505-4b19-a847-addab5c0615f of type vlan for network c318347e-9762-4bfc-b74e-1d0159deb3ef
Apr 20 18:31:28.224849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.324286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.328226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97911036-ae31-4842-8867-9573d75f9781,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:28.349062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:28.393117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Checking segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:28.393835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Network hostable DHCP agents. Network: bb994278-e70a-428c-a39c-4fb273cb636f, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:28.491041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.495380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Network bb994278-e70a-428c-a39c-4fb273cb636f is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:28.557783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, bb994278-e70a-428c-a39c-4fb273cb636f) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:28.566248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.581415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b8df0-96c0-4297-8813-e8d2ee009a38 None None] Network bb994278-e70a-428c-a39c-4fb273cb636f requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:28.584713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:28.586043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.640292 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.8137481
Apr 20 18:31:28.642288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43046) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:28.663844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:28.697699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:31:28.707960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.715008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:28.716598 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.728675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:28.732853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:28.740509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Transition to ACTIVE for port object 3b53f4e4-2285-4ea7-b11a-102b8b346389 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:28.758904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Usage tracker for resource:router and tenant:604c8aa9b3d9478692cb6362f90fb56b is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:28.768415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:28.783939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:28.828619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:28.838967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-41a10481-e10b-4a16-9413-bfb8365afe63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:28.927503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Transition to ACTIVE for port object 3b53f4e4-2285-4ea7-b11a-102b8b346389 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:29.063560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c318347e-9762-4bfc-b74e-1d0159deb3ef,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:29.067392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=826789c2-f5a9-4ac2-81af-fc077062858c,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:29.082880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Allocated IP 172.27.3.93 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/997d91bc-0ce7-4632-bcbb-92742537195d) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:29.086204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:29.133193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Checking segment: {'id': 'a1f57d70-19df-46a4-979c-5aa1e72838d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:29.133641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Network hostable DHCP agents. Network: a4e74e02-5162-4969-a5ab-fa33f8684bda, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:29.176761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network c318347e-9762-4bfc-b74e-1d0159deb3ef details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:29.190555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Network a4e74e02-5162-4969-a5ab-fa33f8684bda is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:29.211859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, a4e74e02-5162-4969-a5ab-fa33f8684bda) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:29.230055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:29.231333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.259508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.276961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02874a-f481-4f78-bf73-112400acf202 None None] Network a4e74e02-5162-4969-a5ab-fa33f8684bda requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:29.285378 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2813268
Apr 20 18:31:29.474013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e8e3d3bb-4ea1-4e37-9321-f5b98930512e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:29.494208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:29.508323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.510745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.565045 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 4.1892605
Apr 20 18:31:29.573456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43078) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:29.587674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c3ef2-6f94-4b42-bda7-84c5b3694306 None None] Network bb994278-e70a-428c-a39c-4fb273cb636f requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:29.623075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Request body: {'subnet': {'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-subnet', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:29.651372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.661243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:29.669957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.700841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Usage tracker for resource:subnet and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:29.721812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:29.756855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:29.828081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Made reservation on behalf of 39f3f26f55524d2d89d7c9cd7f9548f1 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:29.854537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.923256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:29.960251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:30.109090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43108) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:30.140109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:30.154475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:30.177693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:30.203141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Pushing event updated for resources: {'Port': ['ID=3b53f4e4-2285-4ea7-b11a-102b8b346389,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:30.235217 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:31:30.235763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.236539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.237032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.237543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.238308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.238817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.239418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.239901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.240366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.240834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.241353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.241903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Tracked resource versions report:
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:31:30.244036 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:31:30.270711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:30.272041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:30.278387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:30.297064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:30.504256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43120) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:30.545645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Attempting to bind port 3b53f4e4-2285-4ea7-b11a-102b8b346389 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:30.546303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Attempting to bind port 3b53f4e4-2285-4ea7-b11a-102b8b346389 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:30.546985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Attempting to bind port 3b53f4e4-2285-4ea7-b11a-102b8b346389 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:30.588770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:30.589487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Checking segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:30.590798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.591496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Bound using segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:30.592805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Bound port: 3b53f4e4-2285-4ea7-b11a-102b8b346389, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:30.593770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.628644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=997d91bc-0ce7-4632-bcbb-92742537195d,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:30.636114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:30.707626 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.813762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-f0c2244d-e442-4f41-a78a-eb2cd04dfd5b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:30.814777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-f0c2244d-e442-4f41-a78a-eb2cd04dfd5b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:30.853591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] For port 3b53f4e4-2285-4ea7-b11a-102b8b346389, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:30.859189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-f0c2244d-e442-4f41-a78a-eb2cd04dfd5b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:30.860512 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-f0c2244d-e442-4f41-a78a-eb2cd04dfd5b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.7467997
Apr 20 18:31:30.873064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.874875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] For port 3b53f4e4-2285-4ea7-b11a-102b8b346389, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=3b53f4e4-2285-4ea7-b11a-102b8b346389,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:30.893898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.942187 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-a46663d0-dd4c-4ccd-a037-98528ef2ef47 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/quotas/122aac624a214c548b32893da89374a1 HTTP/1.1" status: 200  len: 375 time: 0.0235076
Apr 20 18:31:31.020013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:31.056098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:31.066694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:b22713bcf9044120ada06567b7d99293 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:31.076798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:31.110081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:31.113490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43140) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:31.127750 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-5eb963ec-7b1a-4d0c-b13e-942119fe482d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1445544
Apr 20 18:31:31.129857 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:31:31.272959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Pushing event updated for resources: {'Port': ['ID=3b53f4e4-2285-4ea7-b11a-102b8b346389,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:31.291256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:31.466074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeeef72-f94c-4f7d-a640-f17cc2d4303b None None] Network a4e74e02-5162-4969-a5ab-fa33f8684bda requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:31.541968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:31.646181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-603337ec-2de9-4da6-ac14-89fce9158f4e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:31:31.648266 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-603337ec-2de9-4da6-ac14-89fce9158f4e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3009050
Apr 20 18:31:32.171976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.274038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.362267 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-35b892e9-beb9-4fce-9958-4a65b0877af5 service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5798721
Apr 20 18:31:32.649150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-a872f4f0-8dd1-4201-a14b-32bcc964e840 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:32.651980 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-a872f4f0-8dd1-4201-a14b-32bcc964e840 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/networks?id=a4e74e02-5162-4969-a5ab-fa33f8684bda HTTP/1.1" status: 200  len: 812 time: 1.5316899
Apr 20 18:31:32.670575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.695693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.702474 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-feac06dc-c248-4ba7-a2a2-0e6ccc8724f2 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/quotas/02402528c32649b9b9327236ec561e08 HTTP/1.1" status: 200  len: 375 time: 0.0259252
Apr 20 18:31:32.744731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-480bb911-fa55-48ee-9354-398f7defa7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:32.926962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450c8337-00ba-4c37-a5fd-2f2f84a243d2,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:32.956900 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b22713bcf9044120ada06567b7d99293&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4509811
Apr 20 18:31:32.959059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:32.966680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-8a011272-f95c-41cd-9366-d4ee9b7c0e29 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02402528c32649b9b9327236ec561e08&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2408826
Apr 20 18:31:32.966915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43154) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:32.969173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.260047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 3b53f4e4-2285-4ea7-b11a-102b8b346389 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:33.339119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.353025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 3b53f4e4-2285-4ea7-b11a-102b8b346389 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:33.373994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-325209ef-acd6-44a7-9552-bd6c133933e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:33.403540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b132ef-20e7-4b1a-8567-b5bcf2bdf814 None None] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:33.447113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-1b18d0e3-63bc-4a7c-bdf7-87486ff3e2fd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:31:33.450230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.457436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Allocated IP 172.27.3.166 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/5a727a96-0dea-45c4-aa37-c927974b49ee) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:33.459722 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-1b18d0e3-63bc-4a7c-bdf7-87486ff3e2fd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1388075
Apr 20 18:31:33.490712 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-f945eec6-3a28-4e29-a652-8a22d15b2f30 service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1116941
Apr 20 18:31:33.521324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.586672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.643462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d84569d-92fc-4b0b-9c0c-ffae73540bcd,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:33.703640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:33.704497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:33.750555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450c8337-00ba-4c37-a5fd-2f2f84a243d2,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:33.773110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Checking segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:33.773575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Network hostable DHCP agents. Network: c318347e-9762-4bfc-b74e-1d0159deb3ef, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:31:33.787761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:33.845587 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-0d4b39e5-b4c8-48a1-a2b7-abec3acf334e service neutron] 10.222.0.25 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3789911
Apr 20 18:31:33.891193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Network c318347e-9762-4bfc-b74e-1d0159deb3ef is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:31:33.904024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.908268 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/450c8337-00ba-4c37-a5fd-2f2f84a243d2 HTTP/1.1" status: 204  len: 168 time: 0.9257362
Apr 20 18:31:33.911257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Router b41006b3-dee3-4d52-a389-952d3a906909 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:31:33.912080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, c318347e-9762-4bfc-b74e-1d0159deb3ef) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:33.928039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:33.928706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.986786 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 4.3936815
Apr 20 18:31:33.987670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43194) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:33.993102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.000963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:34.010613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:34.017268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Usage tracker for resource:router and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:34.021653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:34.030458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:34.051923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.053071 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.078860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.081126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.101061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:34.164484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:34.170257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:34.204960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:34.371734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242a5d7-caf8-4ee8-a184-6ad090273533 None None] Network c318347e-9762-4bfc-b74e-1d0159deb3ef requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:34.498673 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-58dcbd61-c0f7-4af8-babc-2a69d14058d9 service neutron] 10.222.0.25 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6377773
Apr 20 18:31:34.530905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:31:34.560734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:31:34.590341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:34.591363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf61240>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:34.657596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.659864 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.0075569
Apr 20 18:31:34.668865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43204) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:34.697956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a727a96-0dea-45c4-aa37-c927974b49ee,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:34.853351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Provisioning for port 3b53f4e4-2285-4ea7-b11a-102b8b346389 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:34.943578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Provisioning complete for port 3b53f4e4-2285-4ea7-b11a-102b8b346389 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:34.944693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.966779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43218) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:35.117131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:35.137603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:35.185209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:35.317273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:35.364969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Usage tracker for resource:security_group_rule and tenant:c1dab14b835f498d9dcc5ce4e0999554 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:35.375761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:35.411759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:35.631074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:35.716285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] For port 3b53f4e4-2285-4ea7-b11a-102b8b346389, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=3b53f4e4-2285-4ea7-b11a-102b8b346389,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:35.725719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:35.798475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:35.962222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-5ed6924c-adc8-422f-8d2b-b38c4cdf2bd4 None None] Provisioning complete for port 3b53f4e4-2285-4ea7-b11a-102b8b346389 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:35.963015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ed6924c-adc8-422f-8d2b-b38c4cdf2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:36.012876 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ec38822f-9f30-4c53-92cc-e8e1d49d51f1 req-16a2e590-f8ed-4719-bd45-128eeb117803 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.0601423
Apr 20 18:31:36.152296 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7733ba0c-db2c-4e06-923f-fc4c5cb3cf31 req-7a7da46f-06ac-4f1e-9ebf-5255ff233c5b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 1.4740436
Apr 20 18:31:36.153864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:36.372946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:36.427059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-c318347e-9762-4bfc-b74e-1d0159deb3ef', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:31:36.428776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:36.442817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Pushing event updated for resources: {'Port': ['ID=3b53f4e4-2285-4ea7-b11a-102b8b346389,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:36.444830 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf61240>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:30Z', 'revision_number': 3, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:36.459117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:36.462064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:31:36.462595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Updating router b41006b3-dee3-4d52-a389-952d3a906909 port 997d91bc-0ce7-4632-bcbb-92742537195d binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:31:36.604994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:36.891336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Allocated IP 172.20.0.2 (c318347e-9762-4bfc-b74e-1d0159deb3ef/5d84569d-92fc-4b0b-9c0c-ffae73540bcd/1ed56420-2054-407f-a46a-f5060cd0d301) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:37.304454 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3b068309-856c-4d0b-b6ca-c030705dcc6e req-1771b1a3-7d41-4eb4-adc5-011893d98f4c tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.0914903
Apr 20 18:31:37.331331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.355869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Transition to ACTIVE for port object 1ed56420-2054-407f-a46a-f5060cd0d301 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:37.392317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Transition to ACTIVE for port object 1ed56420-2054-407f-a46a-f5060cd0d301 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:37.398946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 3b53f4e4-2285-4ea7-b11a-102b8b346389 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:37.448954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.480316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:37.522282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.636316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.647473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.655966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Transition to ACTIVE for port object 997d91bc-0ce7-4632-bcbb-92742537195d will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:37.656733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Network c318347e-9762-4bfc-b74e-1d0159deb3ef is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:37.662133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:37.669860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.674659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:37.682300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7febcbe7-29ca-47b7-a769-609ce0ed57cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:37.737223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:37.738300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 3b53f4e4-2285-4ea7-b11a-102b8b346389 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:37.738862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.750304 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1dab14b835f498d9dcc5ce4e0999554&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7806141
Apr 20 18:31:37.754823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43296) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:37.759861 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7dd6834b-c079-465c-bca7-2f8fee8c4b41 req-5141b97c-68da-4f37-811d-e59d55c1ca33 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.1461749
Apr 20 18:31:37.775039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Pushing event updated for resources: {'Port': ['ID=997d91bc-0ce7-4632-bcbb-92742537195d,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:37.846242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.853431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Attempting to bind port 997d91bc-0ce7-4632-bcbb-92742537195d on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:37.857258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Attempting to bind port 997d91bc-0ce7-4632-bcbb-92742537195d by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:37.858936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Attempting to bind port 997d91bc-0ce7-4632-bcbb-92742537195d on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:37.874576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b691071-476a-4607-ba21-4b59bc23d32b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:37.900680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:37.903139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:37.903768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.904354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:37.905043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Bound port: 997d91bc-0ce7-4632-bcbb-92742537195d, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:37.905662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.924312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:37.937815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.945497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Attempting to bind port 1ed56420-2054-407f-a46a-f5060cd0d301 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:37.946085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Attempting to bind port 1ed56420-2054-407f-a46a-f5060cd0d301 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:37.946630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Attempting to bind port 1ed56420-2054-407f-a46a-f5060cd0d301 on network c318347e-9762-4bfc-b74e-1d0159deb3ef {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:37.954766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Pushing event updated for resources: {'Port': ['ID=1ed56420-2054-407f-a46a-f5060cd0d301,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:37.961844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:37.962459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Checking segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:37.963281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.963839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Bound using segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:37.966517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Bound port: 1ed56420-2054-407f-a46a-f5060cd0d301, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:37.967102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.970192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:37.988734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:38.015220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] For port 997d91bc-0ce7-4632-bcbb-92742537195d, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:38.019387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] For port 997d91bc-0ce7-4632-bcbb-92742537195d, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=997d91bc-0ce7-4632-bcbb-92742537195d,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:38.021768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.022229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.022782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.023316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.024097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.025379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.025761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.026144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.026516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.026886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.027252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.027775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Tracked resource versions report:
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]: pushed versions:
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]: {   'AddressGroup': {'1.2'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'ConntrackHelper': {'1.0'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Log': {'1.0'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Network': {'1.1'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Port': {'1.7'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'PortForwarding': {'1.2'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'QosPolicy': {'1.8'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroup': {'1.4'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'SubPort': {'1.0'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Subnet': {'1.1'},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     'Trunk': {'1.1'}}
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]: consumer versions:
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]: {   DHCP agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     L3 agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metadata agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     Metering agent@dv-cinder-786932-2-iscsi: {},
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:     Open vSwitch agent@dv-cinder-786932-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Log': '1.0',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Network': '1.1',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Port': '1.7',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'PortForwarding': '1.2',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'QosPolicy': '1.8',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroup': '1.4',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'SubPort': '1.0',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Subnet': '1.1',
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:                                                      'Trunk': '1.1'}}
Apr 20 18:31:38.031608 dv-cinder-786932-2-iscsi neutron-server[86275]:  {{(pid=86393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:31:38.051220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.054155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:38.070134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:38.093556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.146565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.158751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.162306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:38.163010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf61240>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:38.166245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] For port 1ed56420-2054-407f-a46a-f5060cd0d301, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:38.175049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:38.196676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b691071-476a-4607-ba21-4b59bc23d32b,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:38.206890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:38.224075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.225463 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b691071-476a-4607-ba21-4b59bc23d32b HTTP/1.1" status: 204  len: 168 time: 0.4689746
Apr 20 18:31:38.266742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] For port 1ed56420-2054-407f-a46a-f5060cd0d301, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1ed56420-2054-407f-a46a-f5060cd0d301,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:38.272692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.282009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:38.467452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Pushing event updated for resources: {'Port': ['ID=1ed56420-2054-407f-a46a-f5060cd0d301,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:38.473079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Pushing event updated for resources: {'Port': ['ID=997d91bc-0ce7-4632-bcbb-92742537195d,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:38.474851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:38.495523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:38.496893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Allocated IP 172.20.0.1 (6d598126-4968-4ab9-864c-ac1f0ffd6a08/65e97978-dfbd-48f2-a632-362cbc541467/db5c4d27-0e79-401e-9d05-21fc09bd0fec) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:38.522389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.665986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:38.722506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.743921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Transition to ACTIVE for port object db5c4d27-0e79-401e-9d05-21fc09bd0fec will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:38.764417 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3a585cf7-7e29-4a19-bb2e-45cc1936e98f req-a111ae54-f473-4897-b080-c43bff994a10 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.0707047
Apr 20 18:31:38.783077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:38.806439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:38.906667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Allocated IP 172.27.3.2 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/48213032-bed8-43b8-a604-50532cff54f3) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:38.930742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Router 4409594f-df46-4adc-a0c1-719a3558a89a is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:31:38.961499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=db5c4d27-0e79-401e-9d05-21fc09bd0fec,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:38.972827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:39.026629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:39.035362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:39.060244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:39.063059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:39.490000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1ed56420-2054-407f-a46a-f5060cd0d301 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:39.635372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf61240>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:30Z', 'revision_number': 3, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:39.647791 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fce54-2790-47a3-8d4a-9ad0ae07f4af None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:30Z', 'revision_number': 3, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:31:39.710037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 1ed56420-2054-407f-a46a-f5060cd0d301 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:39.790971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-6717963a-2c9b-4055-98d5-46be4b675a72 None None] Provisioning for port db5c4d27-0e79-401e-9d05-21fc09bd0fec completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:39.806652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:31:39.806959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-6717963a-2c9b-4055-98d5-46be4b675a72 None None] Provisioning complete for port db5c4d27-0e79-401e-9d05-21fc09bd0fec triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:39.807370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6717963a-2c9b-4055-98d5-46be4b675a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:39.820550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:39.932039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:39.947412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6306ef7-deed-4df5-a590-f868d5e25805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:39.960542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-6717963a-2c9b-4055-98d5-46be4b675a72 None None] Port db5c4d27-0e79-401e-9d05-21fc09bd0fec cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:31:39.963926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Sync routers for ids ['4409594f-df46-4adc-a0c1-719a3558a89a'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:31:39.993468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Routers {'4409594f-df46-4adc-a0c1-719a3558a89a'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:39.994610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80004e6710>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4409594f-df46-4adc-a0c1-719a3558a89a'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:40.003895 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e0784bc0-76a6-4f97-a0f5-c078902f9bd6 req-60c0e092-42be-4e13-980a-a4331c3b8d3d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.1095760
Apr 20 18:31:40.084554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:40.090618 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 11.4386787
Apr 20 18:31:40.115327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43334) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:40.374086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:40.460949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:40.493995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:40.607585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43354) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:40.735686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.44', 49875) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:40.804438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Set router 4409594f-df46-4adc-a0c1-719a3558a89a gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:41.116677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:41.142595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.300070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:41.305720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:c43f5817a246436983c313d1baf369a9 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:41.312862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:41.326657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:41.359106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4148b-9c50-4c47-a18c-ea339f02b722 None None] Network c318347e-9762-4bfc-b74e-1d0159deb3ef requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:31:41.760886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:41.762351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 997d91bc-0ce7-4632-bcbb-92742537195d up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:41.775776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-2f971463-14c2-4839-9fa4-2cac44a1eb74 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:41.779288 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-2f971463-14c2-4839-9fa4-2cac44a1eb74 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 1.0219414
Apr 20 18:31:41.784654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.030058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ed969900-7264-47fa-9836-ffc73c9a0ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:42.062014 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-07d6fb90-4acf-4fdc-8830-9b67f7a2c3f3 req-fa5d5ec3-9118-4729-89a4-66641de8fbff tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.2782681
Apr 20 18:31:42.075235 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c43f5817a246436983c313d1baf369a9&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4653711
Apr 20 18:31:42.076332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.44', 49880) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:42.193124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43394) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:42.222358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Request body: {'port': {'device_id': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'admin_state_up': True, 'tenant_id': '122aac624a214c548b32893da89374a1'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:42.284226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Provisioning for port 1ed56420-2054-407f-a46a-f5060cd0d301 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:42.300012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Provisioning complete for port 1ed56420-2054-407f-a46a-f5060cd0d301 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:42.300376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.367277 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e1d84527-3b9f-4bdb-9f99-7f203b2a0078 req-2c67cbc7-7879-408d-bd79-1586c64265c2 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 2.2398527
Apr 20 18:31:42.374048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Pushing event updated for resources: {'Port': ['ID=48213032-bed8-43b8-a604-50532cff54f3,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:42.405553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.460s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:42.538400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.549696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 997d91bc-0ce7-4632-bcbb-92742537195d completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:42.566262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 997d91bc-0ce7-4632-bcbb-92742537195d triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:42.566699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.625935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80004e6710>, [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:31:34Z', 'revision_number': 3, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:42.635572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9493d28-c929-49fa-b643-74d09021ad59,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:42.644312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Checking router: 4409594f-df46-4adc-a0c1-719a3558a89a for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:31:42.644970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Updating router 4409594f-df46-4adc-a0c1-719a3558a89a port 5a727a96-0dea-45c4-aa37-c927974b49ee binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:31:42.657694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:42.688624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.700071 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:42.719358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:42.792639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.321323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.357257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.378082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.406837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=db5c4d27-0e79-401e-9d05-21fc09bd0fec,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:43.423461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.444046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:43.562366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.593957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Transition to ACTIVE for port object 5a727a96-0dea-45c4-aa37-c927974b49ee will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:43.667586 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-47ef723c-e962-40af-88a0-9dc761c17ba2 req-c8929fb0-4813-4d5a-a520-0c32262f99db tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.2430093
Apr 20 18:31:43.672595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.722135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:43.726125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1cea307c-1a70-4b0e-9b2c-8fa7e1a76307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:43.772136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9493d28-c929-49fa-b643-74d09021ad59,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:43.837256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:43.851041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.858954 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9493d28-c929-49fa-b643-74d09021ad59 HTTP/1.1" status: 204  len: 168 time: 1.5520101
Apr 20 18:31:43.875338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.888190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-c2f0eeb4-1b28-4a19-82b0-388e6f817fb1 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:43.890103 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-c2f0eeb4-1b28-4a19-82b0-388e6f817fb1 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.44 "GET /v2.0/networks?id=a4e74e02-5162-4969-a5ab-fa33f8684bda HTTP/1.1" status: 200  len: 812 time: 1.7498043
Apr 20 18:31:43.903338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:43.909376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Usage tracker for resource:port and tenant:122aac624a214c548b32893da89374a1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:43.912907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:43.920060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:43.933012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Made reservation on behalf of 122aac624a214c548b32893da89374a1 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:43.940312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:43.960304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Request body: {'port': {'device_id': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda', 'admin_state_up': True, 'tenant_id': '02402528c32649b9b9327236ec561e08'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:44.142667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:44.154311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Usage tracker for resource:port and tenant:02402528c32649b9b9327236ec561e08 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:44.159247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:44.227487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:44.240916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:44.275127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Attempting to bind port 5a727a96-0dea-45c4-aa37-c927974b49ee on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:44.275640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Attempting to bind port 5a727a96-0dea-45c4-aa37-c927974b49ee by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:44.279162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Attempting to bind port 5a727a96-0dea-45c4-aa37-c927974b49ee on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:44.330778 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:44.331282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:44.334975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.335452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:44.336052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Bound port: 5a727a96-0dea-45c4-aa37-c927974b49ee, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:44.341224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.391993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Allocated IP 172.20.0.11 (cc0a5556-9f4f-4012-a49b-d7d22905fe39/f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf/fc49b83a-1530-42ad-b886-8026ee93c006) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:44.415006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:44.442819 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-538a994d-487a-46b2-ba5a-a09ca7cc3243 req-4224b3ac-fa32-4d50-a15c-5caa018d6f4b tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.6101038
Apr 20 18:31:44.631058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] For port 5a727a96-0dea-45c4-aa37-c927974b49ee, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:44.635835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] For port 5a727a96-0dea-45c4-aa37-c927974b49ee, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=5a727a96-0dea-45c4-aa37-c927974b49ee,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:44.679211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] For port 1ed56420-2054-407f-a46a-f5060cd0d301, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1ed56420-2054-407f-a46a-f5060cd0d301,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:44.703172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.711082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.729606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2db8e-a1b1-4ac6-b0d1-412e81b511fd None None] Pushing event updated for resources: {'Port': ['ID=5a727a96-0dea-45c4-aa37-c927974b49ee,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:44.744395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-41e2db8e-a1b1-4ac6-b0d1-412e81b511fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:44.747316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-41e2db8e-a1b1-4ac6-b0d1-412e81b511fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:44.813044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.892336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.936571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:44.993739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Made reservation on behalf of 02402528c32649b9b9327236ec561e08 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:45.001849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.013614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Routers {'4409594f-df46-4adc-a0c1-719a3558a89a'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:45.014341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80004e6710>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4409594f-df46-4adc-a0c1-719a3558a89a'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:45.122941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.168793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b3ed8cc2-ea9b-41a3-95d9-685e1793f6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:45.262146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event updated for resources: {'Port': ['ID=fc49b83a-1530-42ad-b886-8026ee93c006,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:45.271060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:45.334203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2db8e-a1b1-4ac6-b0d1-412e81b511fd None None] Pushing event updated for resources: {'Port': ['ID=5a727a96-0dea-45c4-aa37-c927974b49ee,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:45.570456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Pushing event updated for resources: {'Port': ['ID=1ed56420-2054-407f-a46a-f5060cd0d301,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:45.576598 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Allocated IP 172.20.0.11 (a4e74e02-5162-4969-a5ab-fa33f8684bda/826789c2-f5a9-4ac2-81af-fc077062858c/86f572d7-1e31-48f3-871a-dda81cfd9335) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:45.579887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 997d91bc-0ce7-4632-bcbb-92742537195d, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=997d91bc-0ce7-4632-bcbb-92742537195d,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:45.588439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:45.588903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:45.589221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:45.595555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.602137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-1cba6d24-3380-4e81-ac9c-ae284641ebba None None] Provisioning complete for port 1ed56420-2054-407f-a46a-f5060cd0d301 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:45.602591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1cba6d24-3380-4e81-ac9c-ae284641ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:45.678551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:45.965235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] Set router 4409594f-df46-4adc-a0c1-719a3558a89a gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:46.026447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1ed56420-2054-407f-a46a-f5060cd0d301 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:46.051871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:46.099768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:46.240967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:46.273997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:46.275162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:46.290767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43494) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:46.390356 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b06e8f7a-9212-4bde-97dd-d29639f29a14 req-79a7f382-b3c6-467f-8cb0-a2882f22f65a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.2954853
Apr 20 18:31:46.429614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=997d91bc-0ce7-4632-bcbb-92742537195d,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:46.688067 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6006906
Apr 20 18:31:46.781168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-0388f43e-7b87-40e5-a945-b1d5b8b95100 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:31:46.782620 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-0388f43e-7b87-40e5-a945-b1d5b8b95100 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0134141
Apr 20 18:31:46.865115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:46.917009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Router b41006b3-dee3-4d52-a389-952d3a906909 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:31:46.969566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-80e8a009-b8d0-4d44-af41-8a28e7feeb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.135723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 1ed56420-2054-407f-a46a-f5060cd0d301 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:47.140294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.167308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43514) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:47.171625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.317569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-1cba6d24-3380-4e81-ac9c-ae284641ebba None None] Provisioning complete for port db5c4d27-0e79-401e-9d05-21fc09bd0fec triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:47.317969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1cba6d24-3380-4e81-ac9c-ae284641ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.417759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.446372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.491590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Request body: {'port': {'device_id': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:47.551855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:47.581684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-389230277-network', 'tenant_id': '0df27e4f3a754157874340a099c93f88'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:47.603779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Usage tracker for resource:security_group_rule and tenant:8ceeb9fd4bed421f829498586713f4b1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:47.622136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:47.624812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:47.655057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Usage tracker for resource:network and tenant:0df27e4f3a754157874340a099c93f88 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:47.658992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-1cba6d24-3380-4e81-ac9c-ae284641ebba None None] Port db5c4d27-0e79-401e-9d05-21fc09bd0fec cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:31:47.664743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:47.671785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:47.752546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:47.781147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80004e6710>, [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:31:34Z', 'revision_number': 3, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:47.787586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c500f55-655e-44ac-902e-fc83fe4d76d8 None None] The sync data for ids ['4409594f-df46-4adc-a0c1-719a3558a89a'] in dv-cinder-786932-2-iscsi is: [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:31:34Z', 'revision_number': 3, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:31:47.807782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:31:47.844117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:31:47.864299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 997d91bc-0ce7-4632-bcbb-92742537195d up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:47.875817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:47.876519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbea93c8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:47.884769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.890139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Made reservation on behalf of 0df27e4f3a754157874340a099c93f88 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:47.896439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:47.942401 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] 10.222.0.25 "PUT /v2.0/routers/b41006b3-dee3-4d52-a389-952d3a906909/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2718256
Apr 20 18:31:48.087058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aefc10ab-62d4-4071-9108-e777fb0d5de9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:48.195746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 997d91bc-0ce7-4632-bcbb-92742537195d triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:48.197482 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:48.348947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:48.419582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Pushing event updated for resources: {'Port': ['ID=86f572d7-1e31-48f3-871a-dda81cfd9335,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:48.433060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:48.539427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:48.664517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Network a4e74e02-5162-4969-a5ab-fa33f8684bda is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:48.681793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:48.683948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6953d-1310-4bd6-a31d-5b0c5ba12af2 req-488d75c1-0458-421c-8d47-eb17d39ca241 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:48.696716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:48.697056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bea6953d-1310-4bd6-a31d-5b0c5ba12af2 req-488d75c1-0458-421c-8d47-eb17d39ca241 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 932 time: 3.4839113
Apr 20 18:31:48.715334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:48.724286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:48.725436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:48.767155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:48.772518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Usage tracker for resource:security_group_rule and tenant:0df27e4f3a754157874340a099c93f88 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:48.778661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:48.789332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:48.955211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:31:49.063212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:49.088243 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1596851
Apr 20 18:31:49.216536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Allocated IP 172.20.0.1 (bb994278-e70a-428c-a39c-4fb273cb636f/97911036-ae31-4842-8867-9573d75f9781/64abbded-793e-4b13-9547-7d56b9f8685d) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:49.505531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-bea6953d-1310-4bd6-a31d-5b0c5ba12af2 req-c499eb82-8ee7-4d62-a24a-61edad605be8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:49.743915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:49.989846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbea93c8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 2, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:49.994576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 5a727a96-0dea-45c4-aa37-c927974b49ee up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:49.996382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:31:49.997000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Updating router b41006b3-dee3-4d52-a389-952d3a906909 port db5c4d27-0e79-401e-9d05-21fc09bd0fec binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:31:50.029633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.037362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.081518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.104896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Request body: {'port': {'device_id': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:50.122109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.175923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-bea6953d-1310-4bd6-a31d-5b0c5ba12af2 req-c499eb82-8ee7-4d62-a24a-61edad605be8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:50.184012 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bea6953d-1310-4bd6-a31d-5b0c5ba12af2 req-c499eb82-8ee7-4d62-a24a-61edad605be8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4390426
Apr 20 18:31:50.299588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:31:50.300130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-23dcaa53-2590-4955-aba8-f1f7325abad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.323758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:31:50.382545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0cadd562-e878-4993-a4c2-692f9d9bcdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:50.392125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:50.393293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800024d9e8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:50.412130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.422678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.424424 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 16.4358687
Apr 20 18:31:50.429694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43556) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:50.644599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:31:50.668362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.671569 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Added segment 1549e67e-dfa9-4e81-b7c9-700626f0a2a7 of type vlan for network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b
Apr 20 18:31:50.747682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.930816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 5a727a96-0dea-45c4-aa37-c927974b49ee completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:50.950065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:50.960373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 5a727a96-0dea-45c4-aa37-c927974b49ee triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:50.968234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.002383 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ceeb9fd4bed421f829498586713f4b1&name=default HTTP/1.1" status: 200  len: 2978 time: 4.7096868
Apr 20 18:31:51.007654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aa3f9c-7811-465f-95b6-76d8728b8d31,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:51.087371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.195089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43564) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:51.201148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1cbf09-e275-43a9-977a-8c0611821173,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:51.210212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:51.424525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.474763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Transition to ACTIVE for port object db5c4d27-0e79-401e-9d05-21fc09bd0fec will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:51.494821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.521419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:51.544441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:51.544926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:51.546294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:51.547446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.575356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:51.642628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcaa5d-c74f-4fc3-9fa8-beec2772f0a2 None None] Pushing event updated for resources: {'Port': ['ID=db5c4d27-0e79-401e-9d05-21fc09bd0fec,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:51.773000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.808485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f12c0-8cd0-4886-aec9-9eb24c0c1332 req-26d8562f-642c-473a-a6ee-bd138babeebe tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:51.814924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-962f12c0-8cd0-4886-aec9-9eb24c0c1332 req-26d8562f-642c-473a-a6ee-bd138babeebe tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Synchronizing usage tracker for tenant:02402528c32649b9b9327236ec561e08 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:51.906350 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43578) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:51.907667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Pushing event updated for resources: {'Network': ['ID=7c65c2f0-82c7-41c7-9a27-30bc09ecc09b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:51.913878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:51.962223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:51.975296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:52.048259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.143097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431462095', 'description': 'tempest-description--696475832'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:52.153881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:52.158505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:52.171649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:52.179629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:52.193179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.194347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-962f12c0-8cd0-4886-aec9-9eb24c0c1332 req-26d8562f-642c-473a-a6ee-bd138babeebe tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Unset dirty status for tenant:02402528c32649b9b9327236ec561e08 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:52.196878 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-962f12c0-8cd0-4886-aec9-9eb24c0c1332 req-26d8562f-642c-473a-a6ee-bd138babeebe tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 932 time: 4.2724080
Apr 20 18:31:52.218642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.273041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:31:52.276324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4dcaa5d-c74f-4fc3-9fa8-beec2772f0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:52.312499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:52.328168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:52.333653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:52.337665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:52.345824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:52.387274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Attempting to bind port db5c4d27-0e79-401e-9d05-21fc09bd0fec on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:52.387939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Attempting to bind port db5c4d27-0e79-401e-9d05-21fc09bd0fec by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:52.388630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Attempting to bind port db5c4d27-0e79-401e-9d05-21fc09bd0fec on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:52.432032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:52.432724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Checking segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:52.437693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.438488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Bound using segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:52.439366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Bound port: db5c4d27-0e79-401e-9d05-21fc09bd0fec, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:52.440035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.457815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.510357 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-962f12c0-8cd0-4886-aec9-9eb24c0c1332 req-5e84f5ba-dc6d-4ed2-b7a1-fcc3ee300766 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557716
Apr 20 18:31:52.511940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.541917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.543695 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df1cbf09-e275-43a9-977a-8c0611821173 HTTP/1.1" status: 204  len: 168 time: 1.2438819
Apr 20 18:31:52.591538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.797162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.849638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:52.873035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] For port db5c4d27-0e79-401e-9d05-21fc09bd0fec, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:52.880304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] For port db5c4d27-0e79-401e-9d05-21fc09bd0fec, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=db5c4d27-0e79-401e-9d05-21fc09bd0fec,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:52.886143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:52.939423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:53.130893 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 5.9280365
Apr 20 18:31:53.131955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1cbf09-e275-43a9-977a-8c0611821173,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:53.138570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:53.162625 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.0270605
Apr 20 18:31:53.162864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43596) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:53.163415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43598) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:53.226606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:53.228985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbea93c8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:53.248835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43600) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:53.288384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Request body: {'subnet': {'network_id': '7c65c2f0-82c7-41c7-9a27-30bc09ecc09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-389230277-subnet', 'tenant_id': '0df27e4f3a754157874340a099c93f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:53.314324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:53.319956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'security_group_rule': {'security_group_id': '18a52897-920c-41af-9b5d-4cd41e521f9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:53.336684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:53.385800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Network bb994278-e70a-428c-a39c-4fb273cb636f is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:53.400420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:53.441265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 5a727a96-0dea-45c4-aa37-c927974b49ee, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=5a727a96-0dea-45c4-aa37-c927974b49ee,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:53.520384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:53.549134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:53.570715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:53.578278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:53.613356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:53.613618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:53.637928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:53.664862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:53.728660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:53.764476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Usage tracker for resource:subnet and tenant:0df27e4f3a754157874340a099c93f88 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:53.815088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800024d9e8>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:43Z', 'revision_number': 3, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:53.817306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Pushing event updated for resources: {'Port': ['ID=64abbded-793e-4b13-9547-7d56b9f8685d,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:53.828541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:31:53.829000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Updating router efff02f5-bb86-439d-bab6-d1fb4dd00516 port 48213032-bed8-43b8-a604-50532cff54f3 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:31:53.886281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:53.890021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:53.910747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:53.914375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a52897-920c-41af-9b5d-4cd41e521f9f,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:53.930118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:53.931695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:54.013589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=5a727a96-0dea-45c4-aa37-c927974b49ee,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:54.025218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:54.096313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.164260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:54.332746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.379369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcaa5d-c74f-4fc3-9fa8-beec2772f0a2 None None] Pushing event updated for resources: {'Port': ['ID=db5c4d27-0e79-401e-9d05-21fc09bd0fec,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:54.397419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.406260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4dcaa5d-c74f-4fc3-9fa8-beec2772f0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.466s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:54.485030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:54.494637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Usage tracker for resource:security_group_rule and tenant:e957e00cd339437bb394caa3a30ba82f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:54.500510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:54.509122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:54.539752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc49b83a-1530-42ad-b886-8026ee93c006 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:54.604385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.650585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.684844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.720720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Transition to ACTIVE for port object fc49b83a-1530-42ad-b886-8026ee93c006 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:54.735094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.764809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:54.789027 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27932403-e632-4d6f-bd78-43c441a70e27 req-0826cbc6-04d6-4cb7-8f91-5b3be85eda9a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:54.790820 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27932403-e632-4d6f-bd78-43c441a70e27 req-0826cbc6-04d6-4cb7-8f91-5b3be85eda9a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 932 time: 2.3752842
Apr 20 18:31:54.877437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.028s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:54.891945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.resource_extend [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:31:54.968888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Made reservation on behalf of 0df27e4f3a754157874340a099c93f88 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:31:54.974304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:54.995571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Pushing event updated for resources: {'Port': ['ID=fc49b83a-1530-42ad-b886-8026ee93c006,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:55.006301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:55.049444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:55.086965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aae3d-c96c-4106-8bcc-f78451d6fa01 req-13937e23-8ace-48a3-9ae3-fe5a4b8455fc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:55.095204 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-780aae3d-c96c-4106-8bcc-f78451d6fa01 req-13937e23-8ace-48a3-9ae3-fe5a4b8455fc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 932 time: 0.9449785
Apr 20 18:31:55.147542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Attempting to bind port fc49b83a-1530-42ad-b886-8026ee93c006 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:55.147853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Attempting to bind port fc49b83a-1530-42ad-b886-8026ee93c006 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:55.148379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Attempting to bind port fc49b83a-1530-42ad-b886-8026ee93c006 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:55.193632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f572d7-1e31-48f3-871a-dda81cfd9335 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:31:55.218319 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-780aae3d-c96c-4106-8bcc-f78451d6fa01 req-de1b600f-098f-438c-895b-1aa20858c957 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168303
Apr 20 18:31:55.219089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Port fc49b83a-1530-42ad-b886-8026ee93c006 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:31:55.219416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Attempting to bind port fc49b83a-1530-42ad-b886-8026ee93c006 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:55.233738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:55.237581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:55.238225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Checking segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:55.239077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Bound using segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:55.244469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Bound port: fc49b83a-1530-42ad-b886-8026ee93c006, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:55.245501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:55.366897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Transition to ACTIVE for port object 86f572d7-1e31-48f3-871a-dda81cfd9335 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:55.372898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbea93c8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:52Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:55.384238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:55.392644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cb1ff-3ab9-43a0-a976-e52f13853181 None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:52Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:31:55.436719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:55.477064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Transition to ACTIVE for port object 48213032-bed8-43b8-a604-50532cff54f3 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:55.490301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:55.492337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:55.508160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:55.538601 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Synchronizing usage tracker for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:55.896905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] For port fc49b83a-1530-42ad-b886-8026ee93c006, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:55.904424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] For port fc49b83a-1530-42ad-b886-8026ee93c006, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc49b83a-1530-42ad-b886-8026ee93c006,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:55.908267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86f572d7-1e31-48f3-871a-dda81cfd9335,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:55.926659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:55.928942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:55.940069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:56.045656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.186810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:56.187844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.189835 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] 10.222.0.44 "PUT /v2.0/ports/fc49b83a-1530-42ad-b886-8026ee93c006 HTTP/1.1" status: 200  len: 1094 time: 8.8088362
Apr 20 18:31:56.193974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'tag': 'fc49b83a-1530-42ad-b886-8026ee93c006'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:31:56.311552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5a5d-8b51-4f80-8ffe-e333bbf182c9 None None] Pushing event updated for resources: {'Port': ['ID=48213032-bed8-43b8-a604-50532cff54f3,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:56.315794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-10de5a5d-8b51-4f80-8ffe-e333bbf182c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:56.316711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device db5c4d27-0e79-401e-9d05-21fc09bd0fec up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:56.536989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Attempting to bind port 48213032-bed8-43b8-a604-50532cff54f3 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:56.538582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Attempting to bind port 48213032-bed8-43b8-a604-50532cff54f3 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:56.547931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Attempting to bind port 48213032-bed8-43b8-a604-50532cff54f3 on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:56.594369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:56.595334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:56.596705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.597444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:56.598258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Bound port: 48213032-bed8-43b8-a604-50532cff54f3, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:56.599252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.772611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] For port 48213032-bed8-43b8-a604-50532cff54f3, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:56.779685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] For port 48213032-bed8-43b8-a604-50532cff54f3, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=48213032-bed8-43b8-a604-50532cff54f3,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:56.806016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.844968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:56.846034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Attempting to bind port 86f572d7-1e31-48f3-871a-dda81cfd9335 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:31:56.849946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Attempting to bind port 86f572d7-1e31-48f3-871a-dda81cfd9335 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a1f57d70-19df-46a4-979c-5aa1e72838d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:31:56.850502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Attempting to bind port 86f572d7-1e31-48f3-871a-dda81cfd9335 on network a4e74e02-5162-4969-a5ab-fa33f8684bda {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:56.908589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Port 86f572d7-1e31-48f3-871a-dda81cfd9335 on network a4e74e02-5162-4969-a5ab-fa33f8684bda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:31:56.909321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Attempting to bind port 86f572d7-1e31-48f3-871a-dda81cfd9335 on network a4e74e02-5162-4969-a5ab-fa33f8684bda {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:31:56.921336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:31:56.922086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Checking segment: {'id': 'a1f57d70-19df-46a4-979c-5aa1e72838d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:31:56.922716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Bound using segment: {'id': 'a1f57d70-19df-46a4-979c-5aa1e72838d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:31:56.923426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Bound port: 86f572d7-1e31-48f3-871a-dda81cfd9335, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f57d70-19df-46a4-979c-5aa1e72838d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:31:56.924017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.084422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Allocated IP 172.20.0.1 (c318347e-9762-4bfc-b74e-1d0159deb3ef/5d84569d-92fc-4b0b-9c0c-ffae73540bcd/be0286ac-abc2-4dca-b214-a7d90941a913) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:31:57.315953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port db5c4d27-0e79-401e-9d05-21fc09bd0fec completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:57.395385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Pushing event updated for resources: {'Port': ['ID=fc49b83a-1530-42ad-b886-8026ee93c006,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:57.435256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port db5c4d27-0e79-401e-9d05-21fc09bd0fec triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:57.435755 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.470841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.531s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:57.591964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-5ff86bd1-f985-48a9-a0c7-bcd06db7b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:57.594765 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-5ff86bd1-f985-48a9-a0c7-bcd06db7b040 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 1097 time: 1.1900630
Apr 20 18:31:57.626964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201b2d1-2525-4c5c-9a00-205e3bc98417 req-ec6a2094-6aed-4521-bfff-c0e4122ee264 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:57.635243 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e201b2d1-2525-4c5c-9a00-205e3bc98417 req-ec6a2094-6aed-4521-bfff-c0e4122ee264 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 944 time: 1.0203497
Apr 20 18:31:57.676055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.693340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:31:57.695134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800024d9e8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:31:57.702643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] For port 86f572d7-1e31-48f3-871a-dda81cfd9335, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:31:57.753448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Transition to ACTIVE for port object be0286ac-abc2-4dca-b214-a7d90941a913 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:31:57.772935 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e201b2d1-2525-4c5c-9a00-205e3bc98417 req-e25a07e5-eba5-4120-bf0a-af5454cd5d99 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340697
Apr 20 18:31:57.791394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] For port 86f572d7-1e31-48f3-871a-dda81cfd9335, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=86f572d7-1e31-48f3-871a-dda81cfd9335,segment=NetworkSegment(a1f57d70-19df-46a4-979c-5aa1e72838d7),segment_id=a1f57d70-19df-46a4-979c-5aa1e72838d7)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:31:57.800742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.814734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce8b7c-5e75-433e-b949-0fae45652452,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:57.820990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Unset dirty status for tenant:c7c896a9d8d743de86d6e4a1c749528f on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:57.824973 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e957e00cd339437bb394caa3a30ba82f&name=default HTTP/1.1" status: 200  len: 2979 time: 4.5640173
Apr 20 18:31:57.827646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:57.941526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.953147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.903s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:57.956102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43664) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:57.967327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.968153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:57.995013 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27932403-e632-4d6f-bd78-43c441a70e27 req-da7de51f-cf9a-4136-a0f4-5abd1f34ce95 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 3.0987570
Apr 20 18:31:58.092644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:58.150717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Network c318347e-9762-4bfc-b74e-1d0159deb3ef is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:31:58.191269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:31:58.193602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.193818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5a5d-8b51-4f80-8ffe-e333bbf182c9 None None] Pushing event updated for resources: {'Port': ['ID=48213032-bed8-43b8-a604-50532cff54f3,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:58.230408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-10de5a5d-8b51-4f80-8ffe-e333bbf182c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.388s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:58.235266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.241714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:58.243159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.252004 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/86f572d7-1e31-48f3-871a-dda81cfd9335 HTTP/1.1" status: 200  len: 1094 time: 8.1954064
Apr 20 18:31:58.306007 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-80de60d3-3819-4687-9d33-ff817e7a9845 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49b83a-1530-42ad-b886-8026ee93c006 HTTP/1.1" status: 200  len: 217 time: 0.3758473
Apr 20 18:31:58.459299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:31:58.462836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.621634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.634925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.636421 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 5.4095907
Apr 20 18:31:58.665473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43672) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:58.684367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.690145 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77ce8b7c-5e75-433e-b949-0fae45652452 HTTP/1.1" status: 204  len: 168 time: 0.7217257
Apr 20 18:31:58.749565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.787434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:58.877117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'security_group_rule': {'security_group_id': '18a52897-920c-41af-9b5d-4cd41e521f9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:31:58.938328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:58.948816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Pushing event updated for resources: {'Port': ['ID=be0286ac-abc2-4dca-b214-a7d90941a913,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.000642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:59.004173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:59.004905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.853s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:59.010810 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'tag': 'fc49b83a-1530-42ad-b886-8026ee93c006', 'status': 'completed', 'code': 200}
Apr 20 18:31:59.012806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86f572d7-1e31-48f3-871a-dda81cfd9335,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.029712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:59.042214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ded2c83-1b3a-42d5-b11b-08bf6413afe9,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.048236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port db5c4d27-0e79-401e-9d05-21fc09bd0fec, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=db5c4d27-0e79-401e-9d05-21fc09bd0fec,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:31:59.050031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.223s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:59.061098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:59.068410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:59.071199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:59.079455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:31:59.102838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce8b7c-5e75-433e-b949-0fae45652452,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.130440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:59.172463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-58eccfb3-f905-4258-8500-2d210df85ebb None None] Provisioning for port be0286ac-abc2-4dca-b214-a7d90941a913 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:31:59.176632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.177781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 5a727a96-0dea-45c4-aa37-c927974b49ee up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:31:59.187248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-c9f67980-83de-4bc1-a7ec-732307873b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:59.199380 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-c9f67980-83de-4bc1-a7ec-732307873b72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.6780429
Apr 20 18:31:59.285034 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-89f25d50-3754-4af0-986f-02ccd5ab9cc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0845356
Apr 20 18:31:59.295844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-b2fdbfbc-fc65-41f2-a3e1-711e20fb2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:59.297486 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-b2fdbfbc-fc65-41f2-a3e1-711e20fb2a0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02402528c32649b9b9327236ec561e08&device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 1097 time: 0.5097744
Apr 20 18:31:59.326649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-453fedf9-7496-47ff-8822-307ae45fbcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:59.399495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.474147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.519139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-58eccfb3-f905-4258-8500-2d210df85ebb None None] Provisioning complete for port be0286ac-abc2-4dca-b214-a7d90941a913 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:59.519716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-58eccfb3-f905-4258-8500-2d210df85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.563561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=db5c4d27-0e79-401e-9d05-21fc09bd0fec,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.581150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:31:59.606640 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-af160279-1aa4-48dc-9b0c-77a05838470d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86f572d7-1e31-48f3-871a-dda81cfd9335 HTTP/1.1" status: 200  len: 217 time: 0.1525307
Apr 20 18:31:59.618914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.619697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43692) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:31:59.644900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.693563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:31:59.770928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.785795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-58eccfb3-f905-4258-8500-2d210df85ebb None None] Port be0286ac-abc2-4dca-b214-a7d90941a913 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:31:59.789079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Pushing event updated for resources: {'Port': ['ID=be0286ac-abc2-4dca-b214-a7d90941a913,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:31:59.793490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4151-5396-41c2-a619-160de277d52e req-cfabeb24-1fe0-44e4-b5fe-26e97e446545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:59.796492 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-cfabeb24-1fe0-44e4-b5fe-26e97e446545 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=826789c2-f5a9-4ac2-81af-fc077062858c HTTP/1.1" status: 200  len: 852 time: 0.1461873
Apr 20 18:31:59.850098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:31:59.855381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Usage tracker for resource:security_group_rule and tenant:16ca3a8629524cb6b050abea04c7d314 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:31:59.858543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:31:59.865867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:31:59.906000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.927415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 5a727a96-0dea-45c4-aa37-c927974b49ee triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:31:59.927840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:59.944370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:00.012087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-b8ed376c-897e-4823-a4eb-79bd5a640454 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4e74e02-5162-4969-a5ab-fa33f8684bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1003468
Apr 20 18:32:00.049299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5d19-72dc-44ab-b7d2-6ea460132adf req-07977ed7-fa15-4a4d-a9e3-fa01c0c57e9b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:00.050237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-5a4a5d19-72dc-44ab-b7d2-6ea460132adf req-07977ed7-fa15-4a4d-a9e3-fa01c0c57e9b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:00.170307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800024d9e8>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:43Z', 'revision_number': 3, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:00.180480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4cac-ff6c-4fb4-a697-05178dfaf879 None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:43Z', 'revision_number': 3, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:32:00.249305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device db5c4d27-0e79-401e-9d05-21fc09bd0fec up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:00.352022 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-d57a65b4-5bd4-4c28-bb8c-c5a2eed4a573 service neutron] 10.222.0.44 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3251214
Apr 20 18:32:00.467986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port db5c4d27-0e79-401e-9d05-21fc09bd0fec triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:00.469712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.564068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-5a4a5d19-72dc-44ab-b7d2-6ea460132adf req-07977ed7-fa15-4a4d-a9e3-fa01c0c57e9b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:00.565613 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a4a5d19-72dc-44ab-b7d2-6ea460132adf req-07977ed7-fa15-4a4d-a9e3-fa01c0c57e9b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 944 time: 1.2264717
Apr 20 18:32:00.578099 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f82a4151-5396-41c2-a619-160de277d52e req-5e832192-b7e9-4d0f-b888-7ccdfbcb3ca3 service neutron] 10.222.0.44 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191119
Apr 20 18:32:00.634339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.637440 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-acc502d8-aaca-4df7-a9b4-76464bc98785 service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0404615
Apr 20 18:32:00.665433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb0d0c-339f-4511-a71c-b8e3492753a8 req-815cd087-7ac7-407f-903d-4c15b4b7fa1a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:00.674247 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f6bb0d0c-339f-4511-a71c-b8e3492753a8 req-815cd087-7ac7-407f-903d-4c15b4b7fa1a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 944 time: 1.5654626
Apr 20 18:32:00.681880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.715410 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a4a5d19-72dc-44ab-b7d2-6ea460132adf req-fd51457f-00be-479e-bb6e-f044a6c5b784 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765388
Apr 20 18:32:00.787213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.804297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.resource_extend [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:32:00.831942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:00.908763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9c13d-7681-4fc3-bc1a-890e5f19314b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:00.912549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:00.922962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.933534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.988262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:00.995087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:00.996794 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3c4ba3f-10cb-4502-9104-bdcea8f74d32 req-e5be0442-eaba-4acb-bbb9-c81321dea0cb service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3094704
Apr 20 18:32:01.014294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'tag': '86f572d7-1e31-48f3-871a-dda81cfd9335'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:01.039092 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.051921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43718) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:01.060379 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16ca3a8629524cb6b050abea04c7d314&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4298542
Apr 20 18:32:01.063405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-f6bb0d0c-339f-4511-a71c-b8e3492753a8 req-57012a7f-7c40-4f9d-813d-b0b931ec36e5 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Synchronizing usage tracker for tenant:02402528c32649b9b9327236ec561e08 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:01.086643 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'tag': '86f572d7-1e31-48f3-871a-dda81cfd9335', 'status': 'completed', 'code': 200}
Apr 20 18:32:01.171113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Network c318347e-9762-4bfc-b74e-1d0159deb3ef is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:01.177360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c747aa2-f56d-466a-95b2-b717f161fbae,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:01.210417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.241554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:01.241787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.250715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:01.364571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.389779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a554bd04-0b9c-4ad5-89e5-06f6fe7da20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:01.427200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9c13d-7681-4fc3-bc1a-890e5f19314b,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:01.434749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:01.472339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.476800 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55e9c13d-7681-4fc3-bc1a-890e5f19314b HTTP/1.1" status: 204  len: 168 time: 0.4236345
Apr 20 18:32:01.491645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-e7ba1707-fee4-426d-8489-edc1ced88093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:01.493433 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-e7ba1707-fee4-426d-8489-edc1ced88093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 1097 time: 0.3645573
Apr 20 18:32:01.497584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-7d8341b7-8c94-419c-9cbb-bd28f0194632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:01.513681 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-7d8341b7-8c94-419c-9cbb-bd28f0194632 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02402528c32649b9b9327236ec561e08&device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 1097 time: 0.3085039
Apr 20 18:32:01.735027 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-048c40a1-07d3-486f-8f70-7448d473d745 None None] Provisioning complete for port be0286ac-abc2-4dca-b214-a7d90941a913 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:01.735848 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-048c40a1-07d3-486f-8f70-7448d473d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.852658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.855969 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.0813243
Apr 20 18:32:01.858740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b32a1cde-c7fd-46e8-8353-c413c101ca37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.766s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:01.872087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43734) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:01.897788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:01.911183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:01.915874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:floatingip and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:01.920613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:01.928058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:01.942326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:01.998566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-048c40a1-07d3-486f-8f70-7448d473d745 None None] Port be0286ac-abc2-4dca-b214-a7d90941a913 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:32:02.056802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-4e183bc0-3f71-4332-aeea-4f5c286dd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:02.059365 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-4e183bc0-3f71-4332-aeea-4f5c286dd9f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 915 time: 0.5443645
Apr 20 18:32:02.078246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Pushing event updated for resources: {'Port': ['ID=64abbded-793e-4b13-9547-7d56b9f8685d,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:02.082218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.083026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-f6bb0d0c-339f-4511-a71c-b8e3492753a8 req-57012a7f-7c40-4f9d-813d-b0b931ec36e5 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Unset dirty status for tenant:02402528c32649b9b9327236ec561e08 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:02.084302 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f6bb0d0c-339f-4511-a71c-b8e3492753a8 req-57012a7f-7c40-4f9d-813d-b0b931ec36e5 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4091671
Apr 20 18:32:02.098089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Network bb994278-e70a-428c-a39c-4fb273cb636f is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:02.100375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:02.101459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:02.116970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:02.210105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-df03dd29-2706-4039-977e-2c66b7da4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:02.212760 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-df03dd29-2706-4039-977e-2c66b7da4b39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4e74e02-5162-4969-a5ab-fa33f8684bda HTTP/1.1" status: 200  len: 913 time: 0.6471627
Apr 20 18:32:02.321651 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-1be3b855-11a9-4554-8849-f261452d0239 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49b83a-1530-42ad-b886-8026ee93c006 HTTP/1.1" status: 200  len: 217 time: 0.2543938
Apr 20 18:32:02.409254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 48213032-bed8-43b8-a604-50532cff54f3 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:02.541580 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-31998275-5a45-4647-b982-98c80d491931 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86f572d7-1e31-48f3-871a-dda81cfd9335 HTTP/1.1" status: 200  len: 217 time: 0.2978706
Apr 20 18:32:02.623896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 48213032-bed8-43b8-a604-50532cff54f3 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:02.630574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-fe8e227e-6c95-4702-821a-8aa93aab3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:02.632796 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-fe8e227e-6c95-4702-821a-8aa93aab3004 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.2034116
Apr 20 18:32:02.639360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 48213032-bed8-43b8-a604-50532cff54f3 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:02.640040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.845369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.872486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 48213032-bed8-43b8-a604-50532cff54f3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=48213032-bed8-43b8-a604-50532cff54f3,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:02.877561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.879791 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:02.968287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=48213032-bed8-43b8-a604-50532cff54f3,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:02.972017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:02.997789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec49be2-c85d-4bc0-92bf-482f2aed2396,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:03.011709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:03.063238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Checking segment: {'id': '1549e67e-dfa9-4e81-b7c9-700626f0a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7c65c2f0-82c7-41c7-9a27-30bc09ecc09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:03.063690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Network hostable DHCP agents. Network: 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:32:03.070069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-f3fa4deb-84ee-495c-8aa6-4efc1de3be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:03.071671 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-f3fa4deb-84ee-495c-8aa6-4efc1de3be69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=826789c2-f5a9-4ac2-81af-fc077062858c HTTP/1.1" status: 200  len: 852 time: 0.4376516
Apr 20 18:32:03.086936 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-6e902936-749f-48ed-b6c1-a30f865396fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889144
Apr 20 18:32:03.106229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Router 4409594f-df46-4adc-a0c1-719a3558a89a has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:32:03.109341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:32:03.123960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:32:03.184884 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-7d332859-5385-48a9-bc6f-4ae0e9ea0123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4e74e02-5162-4969-a5ab-fa33f8684bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016512
Apr 20 18:32:03.208039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c6f6-2f01-40fe-877a-5e1ce91416ad req-9bdb3b1a-540a-4ee3-84f4-ce9c363164ba tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:03.211362 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-94c6c6f6-2f01-40fe-877a-5e1ce91416ad req-9bdb3b1a-540a-4ee3-84f4-ce9c363164ba tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 944 time: 1.0031123
Apr 20 18:32:03.227210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 86f572d7-1e31-48f3-871a-dda81cfd9335 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:03.281542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:03.340548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728964b-3116-4eb7-a7c5-d20c36e3102c None None] Network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:03.440794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:03.441817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.509539 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 10.2980785
Apr 20 18:32:03.807418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:32:03.828456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Sync routers for ids ['4409594f-df46-4adc-a0c1-719a3558a89a'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:32:03.857482 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/4409594f-df46-4adc-a0c1-719a3558a89a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 23.7378559
Apr 20 18:32:03.879634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:32:03.883430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Routers {'4409594f-df46-4adc-a0c1-719a3558a89a'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:03.884461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80004a4358>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4409594f-df46-4adc-a0c1-719a3558a89a'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:03.897824 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] 10.222.0.25 "PUT /v2.0/routers/efff02f5-bb86-439d-bab6-d1fb4dd00516/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4570398
Apr 20 18:32:04.004251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929335f-e835-4354-bc49-c74d22da549f req-7d6ef433-014e-484c-a635-fe32ece0a434 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:04.008959 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8929335f-e835-4354-bc49-c74d22da549f req-7d6ef433-014e-484c-a635-fe32ece0a434 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 944 time: 0.3526385
Apr 20 18:32:04.185060 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-e09833cd-239c-4e36-8970-582c36c3cbec service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0548687
Apr 20 18:32:04.187320 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-50c71dcc-8908-424e-9017-9360c50f3908 service neutron] 10.222.0.44 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9753945
Apr 20 18:32:04.200234 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8929335f-e835-4354-bc49-c74d22da549f req-ce5721d6-ae25-465b-8315-5056518e9f8f tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766605
Apr 20 18:32:04.244961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:32:04.311614 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-94c6c6f6-2f01-40fe-877a-5e1ce91416ad req-a32b03e1-ad9b-49bc-84a2-1654aabddb6b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9256940
Apr 20 18:32:04.601118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Set router 4409594f-df46-4adc-a0c1-719a3558a89a gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:04.721661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:04.909619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 86f572d7-1e31-48f3-871a-dda81cfd9335, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=86f572d7-1e31-48f3-871a-dda81cfd9335,segment=NetworkSegment(a1f57d70-19df-46a4-979c-5aa1e72838d7),segment_id=a1f57d70-19df-46a4-979c-5aa1e72838d7)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:04.984965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '86f572d7-1e31-48f3-871a-dda81cfd9335', 'network_id': 'a4e74e02-5162-4969-a5ab-fa33f8684bda', 'port_id': '86f572d7-1e31-48f3-871a-dda81cfd9335', 'mac_address': 'fa:16:3e:f6:2d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826789c2-f5a9-4ac2-81af-fc077062858c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:05.000465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 48213032-bed8-43b8-a604-50532cff54f3 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:05.142793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Allocated IP 172.27.3.222 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/15cc3818-17d7-40c1-bffd-f4d84ec7396f) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:05.169292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.199712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f572d7-1e31-48f3-871a-dda81cfd9335 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:05.244261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 86f572d7-1e31-48f3-871a-dda81cfd9335, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=86f572d7-1e31-48f3-871a-dda81cfd9335,segment=NetworkSegment(a1f57d70-19df-46a4-979c-5aa1e72838d7),segment_id=a1f57d70-19df-46a4-979c-5aa1e72838d7)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:05.269191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.272914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device fc49b83a-1530-42ad-b886-8026ee93c006 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:05.468272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port fc49b83a-1530-42ad-b886-8026ee93c006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc49b83a-1530-42ad-b886-8026ee93c006,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:05.471283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43822) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:05.491142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:05.492516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80004a4358>, [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '64abbded-793e-4b13-9547-7d56b9f8685d', 'name': '', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'mac_address': 'fa:16:3e:0d:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '97911036-ae31-4842-8867-9573d75f9781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:47Z', 'updated_at': '2021-04-20T18:32:00Z', 'revision_number': 2, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'subnets': [{'id': '97911036-ae31-4842-8867-9573d75f9781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:05.494097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826918607-network', 'tenant_id': 'facaa0cc26144c32a2dddd3dd773546c'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:05.504616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Checking router: 4409594f-df46-4adc-a0c1-719a3558a89a for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:32:05.505012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Updating router 4409594f-df46-4adc-a0c1-719a3558a89a port 64abbded-793e-4b13-9547-7d56b9f8685d binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:32:05.506849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:05.525813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Usage tracker for resource:network and tenant:facaa0cc26144c32a2dddd3dd773546c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:05.534942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:05.555082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:05.575142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Made reservation on behalf of facaa0cc26144c32a2dddd3dd773546c for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:05.586974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.597098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': 'fc49b83a-1530-42ad-b886-8026ee93c006', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'port_id': 'fc49b83a-1530-42ad-b886-8026ee93c006', 'mac_address': 'fa:16:3e:25:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:05.600243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:05.601107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6a1208>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:05.616150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.640180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:05.644926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Usage tracker for resource:security_group_rule and tenant:facaa0cc26144c32a2dddd3dd773546c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:05.648611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:05.656633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:05.685022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-0ce2900c-cecd-427d-a238-8f2ab465a3bc tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:05.692777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.693098 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-0ce2900c-cecd-427d-a238-8f2ab465a3bc tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 818 time: 0.3178508
Apr 20 18:32:05.758167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:32:05.761732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84264858-fe2a-48ed-9a04-7374aa25ef93 None None] Network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:05.765756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43826) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:05.794074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=86f572d7-1e31-48f3-871a-dda81cfd9335,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:05.806823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:05.814017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.830954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.837300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8d79c9c-3249-4760-8736-c4d4747d6f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:05.837961 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46ccd4f4-cf1b-4d59-a1fc-b1dfe75e9060 req-03df490c-ed14-4f6d-9e8b-1939ce1677bc service neutron] 10.222.0.44 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6294596
Apr 20 18:32:05.841729 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8634fd3-15f4-4a4c-9537-3e8b3833ec93 req-65262732-fb77-45c8-a2ed-c94e258d9776 service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6290190
Apr 20 18:32:05.851379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515211149', 'description': 'tempest-description--1465344241'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:05.859126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:05.863576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:05.868085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:05.878312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:05.896876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:05.919874 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-a1baf38f-3b3e-44c8-b37d-3fb44e6c22d2 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/quotas/604c8aa9b3d9478692cb6362f90fb56b HTTP/1.1" status: 200  len: 375 time: 0.2255156
Apr 20 18:32:05.987996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 48213032-bed8-43b8-a604-50532cff54f3 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:05.988426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.021788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:06.026104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:06.033171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:06.050703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:06.065085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:32:06.099727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c5a417-97d1-483c-be56-c2361132569e,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:06.106863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:06.110911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.111409 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Added segment c2ab5f90-72c3-4983-965c-3b537f10679d of type vlan for network 6c30ce86-4316-472d-b253-0a58909844ff
Apr 20 18:32:06.132608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6923223-219f-4e80-b38f-d9b1094a03f8 req-6f30695d-1292-4ebf-8549-85c1fb0128e1 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:06.135198 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d6923223-219f-4e80-b38f-d9b1094a03f8 req-6f30695d-1292-4ebf-8549-85c1fb0128e1 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 945 time: 0.2982225
Apr 20 18:32:06.159010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.162863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.223677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.249574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.253650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:06.284152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc49b83a-1530-42ad-b886-8026ee93c006 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:06.296639 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d6923223-219f-4e80-b38f-d9b1094a03f8 req-92f13bf0-7183-401a-a726-3ecd5fba43c7 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515849
Apr 20 18:32:06.386974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.388545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:06.389217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.456467 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port fc49b83a-1530-42ad-b886-8026ee93c006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc49b83a-1530-42ad-b886-8026ee93c006,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:06.458875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:06.467020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:06.495170 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0218756
Apr 20 18:32:06.499330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:06.518177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43844) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:06.533781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.549743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:06.558911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:06.566081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Transition to ACTIVE for port object 64abbded-793e-4b13-9547-7d56b9f8685d will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:06.581252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:06.588138 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-de7ac62f-8e17-46fd-aa23-f108c770ad0c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6366992
Apr 20 18:32:06.596155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'Port': ['ID=15cc3818-17d7-40c1-bffd-f4d84ec7396f,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:06.608971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:06.616301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-872992e0-c45c-4417-ac22-ca6df091b692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:06.708720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Request body: {'subnet': {'network_id': '6c30ce86-4316-472d-b253-0a58909844ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826918607-subnet', 'tenant_id': 'facaa0cc26144c32a2dddd3dd773546c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:06.736359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:06.741153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Usage tracker for resource:subnet and tenant:facaa0cc26144c32a2dddd3dd773546c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:06.763681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:06.774532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:06.800979 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-c94548f9-2411-4ca9-82f7-39618003d137 service neutron] 10.222.0.25 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993444
Apr 20 18:32:06.859592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769941fa-5976-4982-8375-aa161be936f7 None None] Pushing event updated for resources: {'Port': ['ID=64abbded-793e-4b13-9547-7d56b9f8685d,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:06.879517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-769941fa-5976-4982-8375-aa161be936f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:06.954484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Made reservation on behalf of facaa0cc26144c32a2dddd3dd773546c for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:06.969954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.090023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.097640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.109875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.121605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.130184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:07.137020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Attempting to bind port 64abbded-793e-4b13-9547-7d56b9f8685d on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:07.137468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Attempting to bind port 64abbded-793e-4b13-9547-7d56b9f8685d by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:07.137871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Attempting to bind port 64abbded-793e-4b13-9547-7d56b9f8685d on network bb994278-e70a-428c-a39c-4fb273cb636f {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:07.144934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:07.145352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Checking segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:07.145834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.146278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Bound using segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:07.146831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Bound port: 64abbded-793e-4b13-9547-7d56b9f8685d, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:07.147252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.158922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:07.207345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6c30ce86-4316-472d-b253-0a58909844ff,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:07.216175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=fc49b83a-1530-42ad-b886-8026ee93c006,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:07.222287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:07.236062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 6c30ce86-4316-472d-b253-0a58909844ff details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:32:07.248804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:07.251184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114fa337-2042-4052-8a88-8c54ac7b3e71,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:07.289685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] For port 64abbded-793e-4b13-9547-7d56b9f8685d, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:07.294664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:07.297188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] For port 64abbded-793e-4b13-9547-7d56b9f8685d, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=64abbded-793e-4b13-9547-7d56b9f8685d,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:07.304959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.334726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4dcaa5d-c74f-4fc3-9fa8-beec2772f0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:07.337629 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-b71b18a6-e706-435a-a675-09c80649ae19 service neutron] 10.222.0.25 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5235541
Apr 20 18:32:07.343134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.346656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8b398-5964-46a7-933f-5ef132ad111f req-d15e1ef4-d8dc-44b4-be94-fb7a68fce80a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:07.348419 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6bc8b398-5964-46a7-933f-5ef132ad111f req-d15e1ef4-d8dc-44b4-be94-fb7a68fce80a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 945 time: 0.5528708
Apr 20 18:32:07.509903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Routers {'4409594f-df46-4adc-a0c1-719a3558a89a'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:07.510780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80004a4358>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4409594f-df46-4adc-a0c1-719a3558a89a'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:07.686853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6bc8b398-5964-46a7-933f-5ef132ad111f req-3cd00e36-ab99-449b-9ad8-148e30b77e87 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238690
Apr 20 18:32:07.778454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.784641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.793779 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.0258462
Apr 20 18:32:07.796036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:07.798913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43872) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:07.804218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769941fa-5976-4982-8375-aa161be936f7 None None] Pushing event updated for resources: {'Port': ['ID=64abbded-793e-4b13-9547-7d56b9f8685d,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:07.815664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-128c7fd2-2b70-4554-801a-0e76c123c3e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:07.834749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-769941fa-5976-4982-8375-aa161be936f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:07.848363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:07.912751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['86f572d7-1e31-48f3-871a-dda81cfd9335'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:07.925700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] Set router 4409594f-df46-4adc-a0c1-719a3558a89a gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:07.951501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'security_group_rule': {'security_group_id': '114fa337-2042-4052-8a88-8c54ac7b3e71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:07.959126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'Port': ['ID=15cc3818-17d7-40c1-bffd-f4d84ec7396f,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:07.968624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6a1208>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:31:59Z', 'revision_number': 2, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:07.982257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-58c5c04e-5e66-4359-8a67-6eb36361ea46 req-7eb7440a-dccc-429c-b00f-0944b02b8cf3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:07.982429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:07.987477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:32:07.987894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Updating router efff02f5-bb86-439d-bab6-d1fb4dd00516 port be0286ac-abc2-4dca-b214-a7d90941a913 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:32:08.059117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-58c5c04e-5e66-4359-8a67-6eb36361ea46 req-7eb7440a-dccc-429c-b00f-0944b02b8cf3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:08.076562 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58c5c04e-5e66-4359-8a67-6eb36361ea46 req-7eb7440a-dccc-429c-b00f-0944b02b8cf3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 210 time: 0.1944473
Apr 20 18:32:08.102970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:08.131471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.133776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.189786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:08.206712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:08.209896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.218312 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3448563
Apr 20 18:32:08.230616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:08.353219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.395052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.429975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:08.685739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6b84c2-01b4-4a35-9b50-9a7da463f39b,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:08.698960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:08.875271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80004a4358>, [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '64abbded-793e-4b13-9547-7d56b9f8685d', 'name': '', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'mac_address': 'fa:16:3e:0d:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '97911036-ae31-4842-8867-9573d75f9781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:47Z', 'updated_at': '2021-04-20T18:32:07Z', 'revision_number': 4, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'subnets': [{'id': '97911036-ae31-4842-8867-9573d75f9781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:08.880463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.881117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc906d-f971-4a9d-b066-f6e77faa92fc None None] The sync data for ids ['4409594f-df46-4adc-a0c1-719a3558a89a'] in dv-cinder-786932-2-iscsi is: [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '64abbded-793e-4b13-9547-7d56b9f8685d', 'name': '', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'mac_address': 'fa:16:3e:0d:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '97911036-ae31-4842-8867-9573d75f9781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:47Z', 'updated_at': '2021-04-20T18:32:07Z', 'revision_number': 4, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'subnets': [{'id': '97911036-ae31-4842-8867-9573d75f9781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:32:08.888831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a6168-aa96-4fbe-b999-b0543039e3be req-d7422188-d0d4-46d1-9ec6-f749c3823d19 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:08.890578 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b64a6168-aa96-4fbe-b999-b0543039e3be req-d7422188-d0d4-46d1-9ec6-f749c3823d19 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 945 time: 0.9443574
Apr 20 18:32:08.919036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.937302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:08.958500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:08.978200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d999906e-2263-43e7-b8ca-a80c25f09f6d,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:09.024334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:09.039943 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b64a6168-aa96-4fbe-b999-b0543039e3be req-3d78af38-95e6-4e0a-8002-60e15c223ee1 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401210
Apr 20 18:32:09.054573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:09.067053 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2631936
Apr 20 18:32:09.069641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 43920) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:09.090861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'security_group_rule': {'security_group_id': '114fa337-2042-4052-8a88-8c54ac7b3e71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:09.098047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:09.102522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:09.107015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:09.137310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:09.140900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Transition to ACTIVE for port object be0286ac-abc2-4dca-b214-a7d90941a913 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:09.189244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:09.200342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:09.210284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:09.234734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Checking segment: {'id': 'c2ab5f90-72c3-4983-965c-3b537f10679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6c30ce86-4316-472d-b253-0a58909844ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:09.235338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Network hostable DHCP agents. Network: 6c30ce86-4316-472d-b253-0a58909844ff, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:32:09.332259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Network 6c30ce86-4316-472d-b253-0a58909844ff is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:32:09.378864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 6c30ce86-4316-472d-b253-0a58909844ff) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:09.404942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:09.409681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:09.410587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:09.411927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-a1ff4e6f-cbb9-442b-b5ea-292323209cdd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:09.417379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:09.428733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-06df70ab-b456-4f35-912b-88b6560329a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:09.471655 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.9504302
Apr 20 18:32:09.503821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-a1ff4e6f-cbb9-442b-b5ea-292323209cdd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:09.515780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4caf34-e361-41e8-a934-bcf1da774dea None None] Pushing event updated for resources: {'Port': ['ID=be0286ac-abc2-4dca-b214-a7d90941a913,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:09.517934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-e1258608-05e7-4dd0-9605-a068b2443c50 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:09.519247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-e1258608-05e7-4dd0-9605-a068b2443c50 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:09.520541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 64abbded-793e-4b13-9547-7d56b9f8685d up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:09.535349 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-a1ff4e6f-cbb9-442b-b5ea-292323209cdd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--431462095&fields=id&tenant_id=379c1b40340b46408792cb7d852bbba7 HTTP/1.1" status: 200  len: 267 time: 0.3007388
Apr 20 18:32:09.583288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-e1258608-05e7-4dd0-9605-a068b2443c50 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:09.584626 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-e1258608-05e7-4dd0-9605-a068b2443c50 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 818 time: 0.9646747
Apr 20 18:32:09.631486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69080c1e-c97e-4838-aff0-285e32f08a22 None None] Network 6c30ce86-4316-472d-b253-0a58909844ff requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:09.639055 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-585f6020-04a0-44ec-a96d-bc216f87e1eb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/quotas/604c8aa9b3d9478692cb6362f90fb56b HTTP/1.1" status: 200  len: 375 time: 0.0341694
Apr 20 18:32:09.690728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9d4caf34-e361-41e8-a934-bcf1da774dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:09.928856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43938) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:09.991725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa3677b-9fc8-4fa1-9031-dc2dc5610b67,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:10.003970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-f3c18e07-d53b-43cf-b74d-daaad704d032 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:10.005249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-f3c18e07-d53b-43cf-b74d-daaad704d032 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:network {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:10.008691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:10.011253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Deleting subnet aec49be2-c85d-4bc0-92bf-482f2aed2396 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:32:10.015985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.070466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.076763 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0056858
Apr 20 18:32:10.082256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43944) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:10.096057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:10.110768 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-54fa655e-804e-4ed8-8ca9-0a26c5bfe3ce tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4596782
Apr 20 18:32:10.139513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:10.222831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-f3c18e07-d53b-43cf-b74d-daaad704d032 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:network {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:10.239555 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-f3c18e07-d53b-43cf-b74d-daaad704d032 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 810 time: 0.7022626
Apr 20 18:32:10.280462 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-f1193e75-f5cf-4a03-bc23-8404caa0ddcd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/quotas/379c1b40340b46408792cb7d852bbba7 HTTP/1.1" status: 200  len: 375 time: 0.0275910
Apr 20 18:32:10.340241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Attempting to bind port be0286ac-abc2-4dca-b214-a7d90941a913 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:10.340892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Attempting to bind port be0286ac-abc2-4dca-b214-a7d90941a913 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:10.341510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Attempting to bind port be0286ac-abc2-4dca-b214-a7d90941a913 on network c318347e-9762-4bfc-b74e-1d0159deb3ef {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:10.347360 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-d82279c9-b6f4-4616-bfa7-6dabfef87177 service neutron] 10.222.0.25 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049692
Apr 20 18:32:10.348549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:floatingip and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:10.354002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:10.360082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 64abbded-793e-4b13-9547-7d56b9f8685d completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:10.371694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 64abbded-793e-4b13-9547-7d56b9f8685d triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:10.372399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.392931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.407656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:10.423060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.539700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.547294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:10.548209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Checking segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:10.548675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.549123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Bound using segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:10.549962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Bound port: be0286ac-abc2-4dca-b214-a7d90941a913, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:10.550144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.602834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-f1e5ac8f-015c-4847-b060-f0d00ed1c690 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:10.604688 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-f1e5ac8f-015c-4847-b060-f0d00ed1c690 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 818 time: 0.5946372
Apr 20 18:32:10.626562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-0b4b6ede-52c2-4ee2-8f0f-e93b6ae98655 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:10.648259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Request body: {'port': {'device_id': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'admin_state_up': True, 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:10.689355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43958) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:10.820086 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b63a7c7f-9800-43f1-a390-ff377950cc25 service neutron] 10.222.0.25 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4607580
Apr 20 18:32:10.845750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] For port be0286ac-abc2-4dca-b214-a7d90941a913, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:10.852742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] For port be0286ac-abc2-4dca-b214-a7d90941a913, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=be0286ac-abc2-4dca-b214-a7d90941a913,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:10.856923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9984c226-385d-4eeb-af14-3f4249063e46 None None] Network 6c30ce86-4316-472d-b253-0a58909844ff requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:10.886889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:10.906516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:10.918290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:10.950312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:10.975652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Made reservation on behalf of 604c8aa9b3d9478692cb6362f90fb56b for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:10.983799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.173325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.220027 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:11.220743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6a1208>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:31:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:11.229147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.243386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.268708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Allocated IP 172.20.0.2 (bb994278-e70a-428c-a39c-4fb273cb636f/97911036-ae31-4842-8867-9573d75f9781/4d8858cf-3006-4b33-ae23-0eeb01318afd) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:11.308398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ac96d4f1-941f-42f6-9483-63fd66199c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:11.316213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 86f572d7-1e31-48f3-871a-dda81cfd9335 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:11.369303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:11.374551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Usage tracker for resource:security_group_rule and tenant:e1bd6552f240473394e65bf0cea3090b is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:11.377968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:11.384824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:11.476166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec49be2-c85d-4bc0-92bf-482f2aed2396,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:11.494474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:11.518575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.683771 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aec49be2-c85d-4bc0-92bf-482f2aed2396 HTTP/1.1" status: 204  len: 168 time: 1.7511971
Apr 20 18:32:11.693323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.693541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43982) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:11.737640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.744479 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.746341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-0b4b6ede-52c2-4ee2-8f0f-e93b6ae98655 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:11.748268 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-0b4b6ede-52c2-4ee2-8f0f-e93b6ae98655 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&fields=id HTTP/1.1" status: 200  len: 348 time: 1.4477251
Apr 20 18:32:11.750413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:11.767064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4caf34-e361-41e8-a934-bcf1da774dea None None] Pushing event updated for resources: {'Port': ['ID=be0286ac-abc2-4dca-b214-a7d90941a913,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:11.799694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9d4caf34-e361-41e8-a934-bcf1da774dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:11.840577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 64abbded-793e-4b13-9547-7d56b9f8685d, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=64abbded-793e-4b13-9547-7d56b9f8685d,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:11.868035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:11.877638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:11.898169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Network bb994278-e70a-428c-a39c-4fb273cb636f is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:11.899246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Pushing event updated for resources: {'Port': ['ID=4d8858cf-3006-4b33-ae23-0eeb01318afd,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:11.903152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:11.909545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:11.912115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:11.920946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:11.921747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.017516 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3846602
Apr 20 18:32:12.017872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=64abbded-793e-4b13-9547-7d56b9f8685d,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:12.021784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:12.022134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f836f88-22df-42a9-b366-27992ab46466 req-d1017fc8-b6ec-4253-934c-8d9016d67e39 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:12.024271 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f836f88-22df-42a9-b366-27992ab46466 req-d1017fc8-b6ec-4253-934c-8d9016d67e39 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 945 time: 0.5621355
Apr 20 18:32:12.036896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.043419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Request body: {'port': {'device_id': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:12.076988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.098873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 86f572d7-1e31-48f3-871a-dda81cfd9335 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:12.106517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 86f572d7-1e31-48f3-871a-dda81cfd9335 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:12.106946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.119458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:12.130894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.154406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:12.171144 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f836f88-22df-42a9-b366-27992ab46466 req-92a92587-36fb-4a18-a7e1-16bb96e72737 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164887
Apr 20 18:32:12.176380 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1bd6552f240473394e65bf0cea3090b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4858491
Apr 20 18:32:12.181418 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-17892426-e217-47fb-9a6c-69a874235178 service neutron] 10.222.0.25 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3866429
Apr 20 18:32:12.187920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 43988) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:12.254504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754bf49b-f788-446b-b129-65168b90b114,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:12.313236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:12.340943 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.510890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.538842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Allocated IP 172.27.3.6 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/c5a5a846-c4da-4ce7-81cc-6056f1ac32ff) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:12.556507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.569162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f572d7-1e31-48f3-871a-dda81cfd9335'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:12.606383 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cd7910f8-1df1-4098-9469-f28b8b45611c service neutron] 10.222.0.25 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4195647
Apr 20 18:32:12.690671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 86f572d7-1e31-48f3-871a-dda81cfd9335, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=86f572d7-1e31-48f3-871a-dda81cfd9335,segment=NetworkSegment(a1f57d70-19df-46a4-979c-5aa1e72838d7),segment_id=a1f57d70-19df-46a4-979c-5aa1e72838d7)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:12.707601 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:12.708530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device fc49b83a-1530-42ad-b886-8026ee93c006 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:12.740688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:12.763824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7ffb56e198>> segment before_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.764368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7ffb56e198>> subnet precommit_delete_associations 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.765361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> segment_host_mapping after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.765773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> port after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.766135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> port after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.766501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> port after_update 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.766864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> segment after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.767229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> subnet after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.767591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> subnet after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:12.781619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffbd45f60>> subnet after_update 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:13.046573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8858cf-3006-4b33-ae23-0eeb01318afd {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:13.054924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.073766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Transition to ACTIVE for port object 4d8858cf-3006-4b33-ae23-0eeb01318afd will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:13.146136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffa99b2b0>> subnet after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:13.146994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffa99b2b0>> subnet after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:13.148379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.156716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffa99b2b0>> subnet before_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:13.157629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffa99b2b0>> subnet before_update 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:32:13.158266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffb69e1d0>,) {'filters': {'network_id': ['7c65c2f0-82c7-41c7-9a27-30bc09ecc09b']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:13.201172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb69e1d0>, '1549e67e-dfa9-4e81-b7c9-700626f0a2a7') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:13.203270 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb69e1d0>, '1549e67e-dfa9-4e81-b7c9-700626f0a2a7') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:13.214867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.270473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=86f572d7-1e31-48f3-871a-dda81cfd9335,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:13.281345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:13.305463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:13.350656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6a1208>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:10Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:13.355471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port fc49b83a-1530-42ad-b886-8026ee93c006 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:13.360323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-19c0e5f9-f4a0-4da9-8eb8-06a392fb692e req-7b86eeae-7a4a-4395-b650-b9b2b8e46fc5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:13.366013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b4e1b-fb2a-47ff-8ffc-341c2b4f0545 None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:10Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:32:13.368786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port fc49b83a-1530-42ad-b886-8026ee93c006 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:13.397818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.519870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8858cf-3006-4b33-ae23-0eeb01318afd,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:13.537032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:13.786076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.794643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.842476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-085180a6-5406-4f0c-a964-49093d4a25de tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:13.844260 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-085180a6-5406-4f0c-a964-49093d4a25de tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 818 time: 0.7671700
Apr 20 18:32:13.869344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.874458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Request body: {'port': {'device_id': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'admin_state_up': True, 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:13.880268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.930497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-19c0e5f9-f4a0-4da9-8eb8-06a392fb692e req-7b86eeae-7a4a-4395-b650-b9b2b8e46fc5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:13.933618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port fc49b83a-1530-42ad-b886-8026ee93c006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc49b83a-1530-42ad-b886-8026ee93c006,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:13.933773 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-19c0e5f9-f4a0-4da9-8eb8-06a392fb692e req-7b86eeae-7a4a-4395-b650-b9b2b8e46fc5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 210 time: 0.8549912
Apr 20 18:32:13.939859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.942248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0fc2e544-dbf0-459c-b1a9-9c4503bc9632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:13.972422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a52f0-3713-4a85-b862-cf3eea67fd72 req-f2ef3774-87fe-4fcb-9a04-91f1188de488 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:13.974350 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f32a52f0-3713-4a85-b862-cf3eea67fd72 req-f2ef3774-87fe-4fcb-9a04-91f1188de488 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 945 time: 1.5300031
Apr 20 18:32:13.977956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:32:14.116715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Attempting to bind port 4d8858cf-3006-4b33-ae23-0eeb01318afd on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:14.117077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Attempting to bind port 4d8858cf-3006-4b33-ae23-0eeb01318afd by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:14.117513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Attempting to bind port 4d8858cf-3006-4b33-ae23-0eeb01318afd on network bb994278-e70a-428c-a39c-4fb273cb636f {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:14.166673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Port 4d8858cf-3006-4b33-ae23-0eeb01318afd on network bb994278-e70a-428c-a39c-4fb273cb636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:14.167790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Attempting to bind port 4d8858cf-3006-4b33-ae23-0eeb01318afd on network bb994278-e70a-428c-a39c-4fb273cb636f {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:14.185923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=fc49b83a-1530-42ad-b886-8026ee93c006,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:14.190584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:14.193503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 64abbded-793e-4b13-9547-7d56b9f8685d up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:14.201960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:14.202490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Checking segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:14.202730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Bound using segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:14.203241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Bound port: 4d8858cf-3006-4b33-ae23-0eeb01318afd, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:14.203638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:14.287267 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd394fb2-391f-4474-98fe-3fb28805b563 req-a3f9f36a-4c0f-46ca-80f6-76e9cf2de7a4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 210 time: 0.1230459
Apr 20 18:32:14.321089 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f32a52f0-3713-4a85-b862-cf3eea67fd72 req-e2ab7637-5a48-4793-bbe7-5613f0558ab8 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2854199
Apr 20 18:32:14.343687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 64abbded-793e-4b13-9547-7d56b9f8685d triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:14.360256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:14.445346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:14.530617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] For port 4d8858cf-3006-4b33-ae23-0eeb01318afd, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:14.539349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] For port 4d8858cf-3006-4b33-ae23-0eeb01318afd, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:14.545504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:14.562343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:14.610009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44032) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:14.610724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:14.728309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1e85fade-8044-4728-b5c8-560dc57d34c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:14.750340 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f572d7-1e31-48f3-871a-dda81cfd9335', 'code': 200}
Apr 20 18:32:14.847129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:14.880371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.44', 49911) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:14.884174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:14.892334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:14.948087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device be0286ac-abc2-4dca-b214-a7d90941a913 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:14.988629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:14.994070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:14.996424 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] 10.222.0.44 "PUT /v2.0/ports/4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 1093 time: 2.9614055
Apr 20 18:32:14.996988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'tag': '4d8858cf-3006-4b33-ae23-0eeb01318afd'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:15.005084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.081582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port be0286ac-abc2-4dca-b214-a7d90941a913 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:15.088867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port be0286ac-abc2-4dca-b214-a7d90941a913 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:15.089063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.089824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8858cf-3006-4b33-ae23-0eeb01318afd,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:15.105226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:15.106327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:15.199003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:32:15.209689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.226021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.44', 49912) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:15.271822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:15.340336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.386159 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-614093d8-7968-4d3f-b1fa-3565363a294c req-ba8026d8-125f-4aed-95e0-d637dc63a3c5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 210 time: 0.1584487
Apr 20 18:32:15.403757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.428887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-bf00b15a-cc61-4424-854b-06f8e0b31a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:15.433382 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-bf00b15a-cc61-4424-854b-06f8e0b31a24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1096 time: 0.2930646
Apr 20 18:32:15.434101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Made reservation on behalf of 604c8aa9b3d9478692cb6362f90fb56b for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:15.442172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port be0286ac-abc2-4dca-b214-a7d90941a913, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=be0286ac-abc2-4dca-b214-a7d90941a913,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:15.443275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.447521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.451636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:15.465103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:15.470019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Usage tracker for resource:security_group_rule and tenant:e8b9cb56c7bd4c11a334a831ee756a95 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:15.473118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:15.480029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:15.514480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.548047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=be0286ac-abc2-4dca-b214-a7d90941a913,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:15.551763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:15.595834 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'tag': '4d8858cf-3006-4b33-ae23-0eeb01318afd', 'status': 'completed', 'code': 200}
Apr 20 18:32:15.618799 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-06ceda5b-9ac5-4a97-b8f9-62349a59d201 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.1608694
Apr 20 18:32:15.630803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'Port': ['ID=c5a5a846-c4da-4ce7-81cc-6056f1ac32ff,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:15.692838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:15.701458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21734d-dd59-4069-962f-16dd0785c96b req-13a2b765-025f-42f2-99f3-7de22f149357 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:15.703079 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8d21734d-dd59-4069-962f-16dd0785c96b req-13a2b765-025f-42f2-99f3-7de22f149357 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 1.0590322
Apr 20 18:32:15.703593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:15.783591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754bf49b-f788-446b-b129-65168b90b114,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:15.785887 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4f52d26b-fd04-4a81-b4b8-5f8c4db2c38c req-5cd27319-cbb4-4aa0-b052-2044e9cac38d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 210 time: 0.1709752
Apr 20 18:32:15.792496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:15.799337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Network 7c65c2f0-82c7-41c7-9a27-30bc09ecc09b has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:32:15.807394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.812586 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/754bf49b-f788-446b-b129-65168b90b114 HTTP/1.1" status: 204  len: 168 time: 3.5881958
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   from cryptography.utils import int_from_bytes
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   from cryptography.utils import int_from_bytes
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   (rel_b, rel_a, rel_b),
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   (rel_b, rel_a, rel_b),
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:32:15.831897 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:32:15.835126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.841561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-4d422e76-f1de-4332-83d9-2fd68554bbf8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:15.843210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-4d422e76-f1de-4332-83d9-2fd68554bbf8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 810 time: 0.9559176
Apr 20 18:32:15.865478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.884309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-dcda8d17-c225-4c3f-a12b-1a224789e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:15.885983 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-dcda8d17-c225-4c3f-a12b-1a224789e553 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 1099 time: 0.6060309
Apr 20 18:32:15.892561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-97c0972d-f5f7-4c67-a5a3-63dae72b0ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:15.943088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.983850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-363d8d87-e5ee-4373-be55-3be7cb72acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:15.986423 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-363d8d87-e5ee-4373-be55-3be7cb72acbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.3056486
Apr 20 18:32:15.987703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device be0286ac-abc2-4dca-b214-a7d90941a913 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:16.016673 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8d21734d-dd59-4069-962f-16dd0785c96b req-a489c2fd-ffb1-44f4-85d4-006ee20089b1 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3002257
Apr 20 18:32:16.086252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.086920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port be0286ac-abc2-4dca-b214-a7d90941a913 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:16.087341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.106230 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-344fb490-f05d-4d30-b66e-48e1d122d601 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=379c1b40340b46408792cb7d852bbba7 HTTP/1.1" status: 200  len: 5703 time: 0.2424195
Apr 20 18:32:16.124262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'port': {'device_id': '3b71640b-07ee-4677-8477-21da0a4166b1', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'admin_state_up': True, 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'security_groups': ['18a52897-920c-41af-9b5d-4cd41e521f9f']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:16.152063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.216723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Allocated IP 172.20.0.4 (bb994278-e70a-428c-a39c-4fb273cb636f/97911036-ae31-4842-8867-9573d75f9781/13ca762c-b03c-41e5-a456-423747f32eae) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:16.222411 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8b9cb56c7bd4c11a334a831ee756a95&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2790210
Apr 20 18:32:16.223581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbea4fd-3b17-4456-a5ab-23376465ab11,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:16.241687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-81ab2b87-455c-4e04-8684-5e7b6ba90f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:16.245210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:16.250576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Usage tracker for resource:security_group_rule and tenant:3fc1642b627f4754a602caec81c5bce6 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:16.253993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:16.259739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44060) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:16.262759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:16.277523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:16.280088 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-795795ca-5236-46c8-a97c-d681a3efc56a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2739213
Apr 20 18:32:16.363805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4efcf36b-c31d-4aa8-9621-0843686a290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.501839 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-cf34cfdc-b24c-42ab-9663-8ee54535a592 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030101
Apr 20 18:32:16.554046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.606485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c65c2f0-82c7-41c7-9a27-30bc09ecc09b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:16.659625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:16.664086 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1d24fc9a-8c71-45b1-b3e8-0517353772b5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7c65c2f0-82c7-41c7-9a27-30bc09ecc09b HTTP/1.1" status: 204  len: 168 time: 4.9612589
Apr 20 18:32:16.674266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44078) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:16.710664 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-20f1bfce-9a79-4f5e-b3ec-8ac644c74aff req-ab6ccce3-78d0-4806-84ab-cafd73afd90a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 210 time: 0.1128285
Apr 20 18:32:16.751865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49b83a-1530-42ad-b886-8026ee93c006'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:16.767623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80d68-52e4-4039-a127-143f645c17bf req-d77dc00d-817c-4b4e-bdc5-f80e7fb9f9d4 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:16.769330 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e9d80d68-52e4-4039-a127-143f645c17bf req-d77dc00d-817c-4b4e-bdc5-f80e7fb9f9d4 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.7902603
Apr 20 18:32:16.803541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.837573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.867990 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc49b83a-1530-42ad-b886-8026ee93c006', 'code': 200}
Apr 20 18:32:16.898789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.922014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:16.934545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:16.963647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-785c9f2a-6dd5-41d5-8b9d-0b77d47c5b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:17.023938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbea4fd-3b17-4456-a5ab-23376465ab11,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:17.027311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:17.033005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:17.058634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.079735 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e9d80d68-52e4-4039-a127-143f645c17bf req-1edb5896-2390-4df3-9274-215397d1f54a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3001335
Apr 20 18:32:17.089867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.091114 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cbea4fd-3b17-4456-a5ab-23376465ab11 HTTP/1.1" status: 204  len: 168 time: 0.8186412
Apr 20 18:32:17.098497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Deleting subnet 3a6b84c2-01b4-4a35-9b50-9a7da463f39b {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:32:17.112314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Made reservation on behalf of 379c1b40340b46408792cb7d852bbba7 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:17.133771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.136585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:17.156218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.44', 49915) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:17.163553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.239814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.299564 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7664512a-9fd3-4e12-b378-8e28f9d9e54a req-0c7278d4-2380-4ef0-a6f1-dc068dd8b793 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7264206
Apr 20 18:32:17.405828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Network bb994278-e70a-428c-a39c-4fb273cb636f is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:17.441310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.463852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:17.472154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.486586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:17.492735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.493490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.498567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Pushing event updated for resources: {'Port': ['ID=13ca762c-b03c-41e5-a456-423747f32eae,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:17.516708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:17.518728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.535419 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-378a5bce-b921-41aa-9677-fafc1a9160c9 req-c2fc39b7-9770-4317-b3f9-8ba22b00f8bf tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 210 time: 0.4918108
Apr 20 18:32:17.536517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-754c6b23-bfd9-49e8-ada5-608ec3a903a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:17.549863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.583588 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6820657
Apr 20 18:32:17.602375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:17.631231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=65142aab-14b8-4173-bed5-126622a2d8fd,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:17.637438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:17.659613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:17.686914 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8264425
Apr 20 18:32:17.696136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7374-eae0-4482-b4c8-5b891d460907 req-41d6e7e2-b449-481a-b4f9-5b5780addbc0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.697918 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a2ba7374-eae0-4482-b4c8-5b891d460907 req-41d6e7e2-b449-481a-b4f9-5b5780addbc0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.3536437
Apr 20 18:32:17.709131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-3c0c4c75-04f0-4926-8ea7-d4448587df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.710829 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-3c0c4c75-04f0-4926-8ea7-d4448587df6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1096 time: 0.2986865
Apr 20 18:32:17.820866 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a2ba7374-eae0-4482-b4c8-5b891d460907 req-d3a6c7d2-f5b4-438c-9592-de58bae4a465 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074238
Apr 20 18:32:17.851271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Allocated IP 172.20.0.10 (6d598126-4968-4ab9-864c-ac1f0ffd6a08/65e97978-dfbd-48f2-a632-362cbc541467/b561ce74-34d1-41ad-9000-53f8fd556887) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:17.862546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44116) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:17.887635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'Port': ['ID=c5a5a846-c4da-4ce7-81cc-6056f1ac32ff,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:17.926352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Request body: {'port': {'device_id': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:17.958481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:17.978452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.041115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.076476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:18.096060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a72bdf-596a-4297-9b3d-1078595f241a req-4b905d24-9e97-484c-925b-a22c7ce8ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:18.097779 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93a72bdf-596a-4297-9b3d-1078595f241a req-4b905d24-9e97-484c-925b-a22c7ce8ad35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 1099 time: 0.6948655
Apr 20 18:32:18.162094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.165439 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 8.0802395
Apr 20 18:32:18.489512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Usage tracker for resource:security_group_rule and tenant:81cd9c7d774848dd94c96ee8f60836ca is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:18.501244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:18.576488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.607998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:18.619587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Transition to ACTIVE for port object b561ce74-34d1-41ad-9000-53f8fd556887 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:18.630769 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93a72bdf-596a-4297-9b3d-1078595f241a req-03039838-5206-4423-bd74-23693fd12773 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5215616
Apr 20 18:32:18.701098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aabc5-9617-4e35-9e8c-fb269449c8fe req-8a122bb2-24a6-436f-aad7-126410ef55c3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:18.703868 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c0aabc5-9617-4e35-9e8c-fb269449c8fe req-8a122bb2-24a6-436f-aad7-126410ef55c3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 931 time: 0.8125386
Apr 20 18:32:18.741026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.790608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-95179706-1ef7-4f40-bc97-a62e33db0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:18.791676 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-95179706-1ef7-4f40-bc97-a62e33db0c64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.8965285
Apr 20 18:32:18.810259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3c0aabc5-9617-4e35-9e8c-fb269449c8fe req-537fb3d2-394b-4157-980f-86731414be64 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:18.814181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.816958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.823966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-faed3b9b-00cb-49f5-bd0a-07cd4d0c8cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:18.878419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6b84c2-01b4-4a35-9b50-9a7da463f39b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:18.885435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:18.886650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:18.931649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:18.954660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:18.961019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:18.974868 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3a6b84c2-01b4-4a35-9b50-9a7da463f39b HTTP/1.1" status: 204  len: 168 time: 2.2742326
Apr 20 18:32:18.976100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:19.006280 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44140) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:19.045677 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-516c8d4c-3593-4c65-b2b3-d0fc9ba27fce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.1455188
Apr 20 18:32:19.069629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71e6ae-b193-41d7-8c2d-a063061f0963 req-b8b6fda8-59b2-4de7-8341-a93ef16bf18d tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:19.078352 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ed71e6ae-b193-41d7-8c2d-a063061f0963 req-b8b6fda8-59b2-4de7-8341-a93ef16bf18d tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.5954928
Apr 20 18:32:19.128260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'Port': ['ID=b561ce74-34d1-41ad-9000-53f8fd556887,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:19.139851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:19.165712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:19.166519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.209180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.212360 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0997982
Apr 20 18:32:19.262622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4d8858cf-3006-4b33-ae23-0eeb01318afd details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:19.262845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Request body: {'port': {'device_id': '3b71640b-07ee-4677-8477-21da0a4166b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:19.390154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-3893975d-235f-467a-9ab7-e0179186b2fb None None] Provisioning for port b561ce74-34d1-41ad-9000-53f8fd556887 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:19.395015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-b1ff7bd1-e095-4456-9c46-3cd56aba2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:19.396680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-b1ff7bd1-e095-4456-9c46-3cd56aba2cf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.3365395
Apr 20 18:32:19.405327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-3893975d-235f-467a-9ab7-e0179186b2fb None None] Provisioning complete for port b561ce74-34d1-41ad-9000-53f8fd556887 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:19.405327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3893975d-235f-467a-9ab7-e0179186b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.422128 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ed71e6ae-b193-41d7-8c2d-a063061f0963 req-2fda9e42-98d9-41ff-b2b7-9f9ceeaa8f3c tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3427052
Apr 20 18:32:19.508362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.539586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.563210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-7c828386-ffe7-4707-96bf-8b3d30af377e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1398799
Apr 20 18:32:19.608894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:19.729826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-3893975d-235f-467a-9ab7-e0179186b2fb None None] Port b561ce74-34d1-41ad-9000-53f8fd556887 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:32:19.796533 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81cd9c7d774848dd94c96ee8f60836ca&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9319084
Apr 20 18:32:19.797445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.812439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4d8858cf-3006-4b33-ae23-0eeb01318afd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:19.827726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44156) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:19.828710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578d79c0-0801-4edd-bdef-18e8a43223f1,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:19.835582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '4d8858cf-3006-4b33-ae23-0eeb01318afd', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'port_id': '4d8858cf-3006-4b33-ae23-0eeb01318afd', 'mac_address': 'fa:16:3e:f2:e0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97911036-ae31-4842-8867-9573d75f9781', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:19.839772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:19.964964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-9397cf7b-8f9b-47a5-8337-403c04e6c3b0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:19.977429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:19.996383 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-3b227561-2f5a-4316-901d-8c3d08a37bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3789027
Apr 20 18:32:20.003174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8858cf-3006-4b33-ae23-0eeb01318afd {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:20.032354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4d8858cf-3006-4b33-ae23-0eeb01318afd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:20.033881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.041136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.047294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:20.124759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-22ad8226-0493-4fc5-9836-90f45dccdbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.147932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4d8858cf-3006-4b33-ae23-0eeb01318afd,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:20.159643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:20.182903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-9397cf7b-8f9b-47a5-8337-403c04e6c3b0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:20.184216 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-9397cf7b-8f9b-47a5-8337-403c04e6c3b0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1515211149&fields=id&tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 267 time: 0.3971989
Apr 20 18:32:20.197901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ca762c-b03c-41e5-a456-423747f32eae {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:20.207020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.221292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.345010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['4d8858cf-3006-4b33-ae23-0eeb01318afd'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:20.414741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Transition to ACTIVE for port object 13ca762c-b03c-41e5-a456-423747f32eae will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:20.451356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.458344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3c0aabc5-9617-4e35-9e8c-fb269449c8fe req-537fb3d2-394b-4157-980f-86731414be64 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:20.472995 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c0aabc5-9617-4e35-9e8c-fb269449c8fe req-537fb3d2-394b-4157-980f-86731414be64 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7401011
Apr 20 18:32:20.487817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:20.569545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffbb7da58>,) {'filters': {'network_id': ['6c30ce86-4316-472d-b253-0a58909844ff']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:20.589475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.608389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.610625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbb7da58>, 'c2ab5f90-72c3-4983-965c-3b537f10679d') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:20.610971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbb7da58>, 'c2ab5f90-72c3-4983-965c-3b537f10679d') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:20.629016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Pushing event updated for resources: {'Port': ['ID=13ca762c-b03c-41e5-a456-423747f32eae,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:20.636325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.646701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:20.682371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.717982 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-e4e6dd8c-11e8-4a0f-ba1c-40c3885859ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6515086
Apr 20 18:32:20.726175 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a088a135-0d4b-4c95-a474-1e0328f63618 req-fd09bc36-ea26-4453-8326-429f2333f431 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6911535
Apr 20 18:32:20.726423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.858867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:32:20.924720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-f9adc05b-8544-4f47-aca3-5b87b1702f2f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:20.925563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-f9adc05b-8544-4f47-aca3-5b87b1702f2f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:network {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:20.946982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Attempting to bind port 13ca762c-b03c-41e5-a456-423747f32eae on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:20.947365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Attempting to bind port 13ca762c-b03c-41e5-a456-423747f32eae by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:20.947736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Attempting to bind port 13ca762c-b03c-41e5-a456-423747f32eae on network bb994278-e70a-428c-a39c-4fb273cb636f {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:20.963272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Port 13ca762c-b03c-41e5-a456-423747f32eae on network bb994278-e70a-428c-a39c-4fb273cb636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:20.963667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Attempting to bind port 13ca762c-b03c-41e5-a456-423747f32eae on network bb994278-e70a-428c-a39c-4fb273cb636f {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:20.976896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:20.977272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Checking segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:20.977732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Bound using segment: {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:20.978220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Bound port: 13ca762c-b03c-41e5-a456-423747f32eae, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ef0faa-a5b0-40e9-9179-b500877ac488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:20.978607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:20.991346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.007612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-f9adc05b-8544-4f47-aca3-5b87b1702f2f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:network {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:21.009076 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-f9adc05b-8544-4f47-aca3-5b87b1702f2f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 817 time: 0.8034914
Apr 20 18:32:21.019262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:21.075059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578d79c0-0801-4edd-bdef-18e8a43223f1,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:21.090510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:21.097842 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-b8a4d9e0-bf08-4244-b7b6-5d4a51214287 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/quotas/39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 375 time: 0.0687830
Apr 20 18:32:21.111757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.114229 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/578d79c0-0801-4edd-bdef-18e8a43223f1 HTTP/1.1" status: 204  len: 168 time: 1.2821517
Apr 20 18:32:21.160922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-46a52fae-561b-4823-acc3-79e15cbead33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.164227 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-46a52fae-561b-4823-acc3-79e15cbead33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02402528c32649b9b9327236ec561e08&device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 1099 time: 0.3273478
Apr 20 18:32:21.181916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Network 6c30ce86-4316-472d-b253-0a58909844ff has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:32:21.196187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.281804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4d8858cf-3006-4b33-ae23-0eeb01318afd up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:21.310764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02bee4-1391-40a1-bb38-2178fb73b184 req-63cdc12a-7518-4148-89ab-f0b95199bc60 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.311610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1f02bee4-1391-40a1-bb38-2178fb73b184 req-63cdc12a-7518-4148-89ab-f0b95199bc60 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:21.417184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 4d8858cf-3006-4b33-ae23-0eeb01318afd completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:21.425931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 4d8858cf-3006-4b33-ae23-0eeb01318afd triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:21.426514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.585688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1f02bee4-1391-40a1-bb38-2178fb73b184 req-63cdc12a-7518-4148-89ab-f0b95199bc60 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:21.594109 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1f02bee4-1391-40a1-bb38-2178fb73b184 req-63cdc12a-7518-4148-89ab-f0b95199bc60 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 932 time: 0.8745229
Apr 20 18:32:21.612625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-699695c1-374f-4719-b094-4864ca7eafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.615611 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-699695c1-374f-4719-b094-4864ca7eafb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4e74e02-5162-4969-a5ab-fa33f8684bda HTTP/1.1" status: 200  len: 913 time: 0.3676190
Apr 20 18:32:21.626969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Network 6c30ce86-4316-472d-b253-0a58909844ff has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:32:21.670788 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:32:21.731748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.766994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.774337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8858cf-3006-4b33-ae23-0eeb01318afd'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:21.793923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4d8858cf-3006-4b33-ae23-0eeb01318afd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:21.799502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44178) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:21.799734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.803099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:21.846425 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1f02bee4-1391-40a1-bb38-2178fb73b184 req-86843b30-d739-4e76-b4b0-0a7b303f3415 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2511687
Apr 20 18:32:21.854932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] For port 13ca762c-b03c-41e5-a456-423747f32eae, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:21.855191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.856790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.873965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] For port 13ca762c-b03c-41e5-a456-423747f32eae, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13ca762c-b03c-41e5-a456-423747f32eae,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:21.908674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:21.923720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.926498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:21.928738 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-d0101a19-e4a8-43ff-8fb0-4abcdb87aebc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86f572d7-1e31-48f3-871a-dda81cfd9335 HTTP/1.1" status: 200  len: 217 time: 0.2867286
Apr 20 18:32:21.936192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4d8858cf-3006-4b33-ae23-0eeb01318afd,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:21.947508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:21.949008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:21.962827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Usage tracker for resource:security_group_rule and tenant:0f139e56dbe24f0bb91ed3d4bb0cbcac is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:21.968541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6c30ce86-4316-472d-b253-0a58909844ff,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:21.972905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:21.984211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:21.998301 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c30ce86-4316-472d-b253-0a58909844ff HTTP/1.1" status: 204  len: 168 time: 2.9877684
Apr 20 18:32:21.999994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:22.013688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f402a102-e069-4396-b4a1-8e237c471fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:22.095876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b561ce74-34d1-41ad-9000-53f8fd556887 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:22.108475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:22.177694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:22.195991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Transition to ACTIVE for port object b561ce74-34d1-41ad-9000-53f8fd556887 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:22.212659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:22.228739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:22.308744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44194) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:22.345319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Pushing event updated for resources: {'Port': ['ID=b561ce74-34d1-41ad-9000-53f8fd556887,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:22.351390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:22.407684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:22.408379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:22.409991 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] 10.222.0.44 "PUT /v2.0/ports/13ca762c-b03c-41e5-a456-423747f32eae HTTP/1.1" status: 200  len: 1093 time: 4.5135317
Apr 20 18:32:22.412940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'tag': '13ca762c-b03c-41e5-a456-423747f32eae'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:22.419373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-4c9687c8-02f4-4e31-9eb0-b19964c93bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:22.420930 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-4c9687c8-02f4-4e31-9eb0-b19964c93bec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=826789c2-f5a9-4ac2-81af-fc077062858c HTTP/1.1" status: 200  len: 852 time: 0.4772229
Apr 20 18:32:22.523219 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-382d5f70-5a72-4dcf-9c8d-bd6c42bfd03a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4e74e02-5162-4969-a5ab-fa33f8684bda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0921814
Apr 20 18:32:22.563815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:22.628860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:22.674572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Pushing event updated for resources: {'Port': ['ID=13ca762c-b03c-41e5-a456-423747f32eae,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:22.679041 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e716389e-2742-4989-853f-7f7de791667b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0df27e4f3a754157874340a099c93f88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3611977
Apr 20 18:32:22.680971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44200) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:22.687333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:22.694010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:22.715104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f527-fd3e-4ca1-a63a-533e265e2da8 req-40657f6b-c8aa-478a-89cb-237647ec5a03 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:22.716941 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0956f527-fd3e-4ca1-a63a-533e265e2da8 req-40657f6b-c8aa-478a-89cb-237647ec5a03 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.5991347
Apr 20 18:32:22.753016 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-d8b0e82c-9a9f-49ab-a961-76b007a606d4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&fields=id HTTP/1.1" status: 200  len: 348 time: 1.6357920
Apr 20 18:32:22.768313 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f139e56dbe24f0bb91ed3d4bb0cbcac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9633501
Apr 20 18:32:22.782650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44204) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:22.802120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e06bc3-0a6b-42a5-ac9d-b9b9fbd411ba,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:22.811720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:22.837162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Attempting to bind port b561ce74-34d1-41ad-9000-53f8fd556887 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:22.837679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Attempting to bind port b561ce74-34d1-41ad-9000-53f8fd556887 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:22.837976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Attempting to bind port b561ce74-34d1-41ad-9000-53f8fd556887 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:22.849357 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0956f527-fd3e-4ca1-a63a-533e265e2da8 req-f9aceb35-9bd5-4580-a762-f8b9a14b0a6f tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041372
Apr 20 18:32:22.850293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Port b561ce74-34d1-41ad-9000-53f8fd556887 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:22.850664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Attempting to bind port b561ce74-34d1-41ad-9000-53f8fd556887 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:22.857749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:22.858136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Checking segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:22.858755 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Bound using segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:22.859295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Bound port: b561ce74-34d1-41ad-9000-53f8fd556887, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:22.859699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:23.058345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] For port b561ce74-34d1-41ad-9000-53f8fd556887, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:23.083211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] For port b561ce74-34d1-41ad-9000-53f8fd556887, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b561ce74-34d1-41ad-9000-53f8fd556887,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:23.098862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:23.110894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fb3c0ca9-db65-4791-b7af-fdbb7c9318f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:23.187210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-bbe0dd0e-30ee-4ce3-9251-9be6a2696ad6 service neutron] 10.222.0.25 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3297963
Apr 20 18:32:23.207305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.208147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:23.209940 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] 10.222.0.44 "PUT /v2.0/ports/b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 1094 time: 3.9520285
Apr 20 18:32:23.210498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:23.232145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235269cc-3206-4b05-b3a0-f90ae0b93baa req-887c7f06-7258-411d-a409-bf08a1c21b78 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.234793 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-235269cc-3206-4b05-b3a0-f90ae0b93baa req-887c7f06-7258-411d-a409-bf08a1c21b78 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.2357843
Apr 20 18:32:23.247122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Pushing event updated for resources: {'Port': ['ID=b561ce74-34d1-41ad-9000-53f8fd556887,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:23.254353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:23.266024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:23.269686 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-6789f9c0-9cbd-46b6-887a-9b7d0c0a40f2 service neutron] 10.222.0.44 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6916037
Apr 20 18:32:23.527128 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-235269cc-3206-4b05-b3a0-f90ae0b93baa req-1aec7ff4-ecda-44c9-87b2-7b30e0ef8597 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2712221
Apr 20 18:32:23.601775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-6522fedf-3309-4d7f-b52d-c1b0767f3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.603498 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-6522fedf-3309-4d7f-b52d-c1b0767f3298 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 1096 time: 1.0899184
Apr 20 18:32:23.615377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-9bf6867a-8fda-415f-962a-297c5b4ab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.617228 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-9bf6867a-8fda-415f-962a-297c5b4ab04b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1097 time: 0.3198128
Apr 20 18:32:23.696928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:23.784740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:23.786847 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-f71e9f90-11f9-441b-80bd-27e898894f54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ca762c-b03c-41e5-a456-423747f32eae HTTP/1.1" status: 200  len: 217 time: 0.1546934
Apr 20 18:32:23.815523 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-b91df18f-ae25-4ffe-9b8f-227a7c7f4715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 217 time: 0.1832986
Apr 20 18:32:24.071844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-9227da3f-c289-4bd8-b9b3-b2981f9ea3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.078824 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-9227da3f-c289-4bd8-b9b3-b2981f9ea3a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.2583532
Apr 20 18:32:24.080454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-7dc74c73-cf27-4d62-8282-4479fd54d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.083856 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-7dc74c73-cf27-4d62-8282-4479fd54d879 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.2766340
Apr 20 18:32:24.279242 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-b88fdfb4-0668-42c9-9928-89f42d330ab4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1221712
Apr 20 18:32:24.316731 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-57505018-1aaa-4921-8a9a-1f0731633c9b service neutron] 10.222.0.25 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0566955
Apr 20 18:32:24.473451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:24.579729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-e3411745-3afa-4f7f-8fad-e0a6c530e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.581495 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-e3411745-3afa-4f7f-8fad-e0a6c530e489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4959943
Apr 20 18:32:24.643844 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c70684c4-6ccc-44d1-90c1-c75ee824eec0 req-51a8f02c-3b83-4a91-93cd-3fd57396f3fc service neutron] 10.222.0.44 "GET /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3246205
Apr 20 18:32:24.681060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99160226-1431-4098-9a1c-37370d612048 req-932ccd0e-14ae-418c-a8b0-5bc7d6620609 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.685028 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99160226-1431-4098-9a1c-37370d612048 req-932ccd0e-14ae-418c-a8b0-5bc7d6620609 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 943 time: 0.5178268
Apr 20 18:32:24.721587 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8858cf-3006-4b33-ae23-0eeb01318afd', 'code': 200}
Apr 20 18:32:24.725882 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-63694bf9-d23b-4772-af3e-b57730e80091 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4147992
Apr 20 18:32:24.727465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:24.735231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:24.764548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aa3f9c-7811-465f-95b6-76d8728b8d31,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:24.830931 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'tag': '13ca762c-b03c-41e5-a456-423747f32eae', 'status': 'completed', 'code': 200}
Apr 20 18:32:24.848823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:24.874580 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2aa3f9c-7811-465f-95b6-76d8728b8d31 HTTP/1.1" status: 204  len: 168 time: 2.1754334
Apr 20 18:32:24.962988 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-3d19797e-8394-4881-9f04-78769e80c291 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695521
Apr 20 18:32:25.090147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.090659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.102405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.103044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.108763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.109194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.109634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.110035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.110433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.110826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.111216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.111603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:25.127156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.169579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:25.175743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cc44ee42-291d-4803-8d2f-172efe02aebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:25.199914 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99160226-1431-4098-9a1c-37370d612048 req-7721d9af-6151-4933-b0e3-09160d572753 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277703
Apr 20 18:32:25.284202 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1a11fb2-52a7-4b26-a189-85bd540c3bd7 req-d979d9a0-365d-42e3-b367-a6f5612ba5dd service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768919
Apr 20 18:32:25.435577 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'status': 'completed', 'code': 200}
Apr 20 18:32:25.468916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e06bc3-0a6b-42a5-ac9d-b9b9fbd411ba,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:25.555131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:25.592234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:25.594389 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63e06bc3-0a6b-42a5-ac9d-b9b9fbd411ba HTTP/1.1" status: 204  len: 168 time: 2.8100832
Apr 20 18:32:25.631824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-4b6f231c-7acc-484d-8498-aa6a44a2be44 req-e17b8917-5819-41c7-9651-a0036363bad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:25.676666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-4b6f231c-7acc-484d-8498-aa6a44a2be44 req-e17b8917-5819-41c7-9651-a0036363bad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:25.678397 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4b6f231c-7acc-484d-8498-aa6a44a2be44 req-e17b8917-5819-41c7-9651-a0036363bad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 210 time: 0.1198504
Apr 20 18:32:25.690614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-9199bbed-d383-4c74-9d26-c579cedeb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:25.692641 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-9199bbed-d383-4c74-9d26-c579cedeb3be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1097 time: 0.2059782
Apr 20 18:32:25.847490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44270) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:25.915289 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79dbc010-94d7-42a4-9623-8dff7f9e3dcb req-c6c238fc-e754-4ff6-bc25-278b0e477839 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0810645
Apr 20 18:32:25.984189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe520d-4898-407b-b7a0-18018c783a2c req-c6b9a3d4-0507-4162-9f60-37d72fec233e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:25.986107 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-76fe520d-4898-407b-b7a0-18018c783a2c req-c6b9a3d4-0507-4162-9f60-37d72fec233e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 944 time: 0.8709714
Apr 20 18:32:25.991586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e515d0-0047-485a-a514-c94a282cd7ab req-878f8f1e-a264-431e-8a56-64173bd9afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:25.993200 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-00e515d0-0047-485a-a514-c94a282cd7ab req-878f8f1e-a264-431e-8a56-64173bd9afcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.6525476
Apr 20 18:32:26.005020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-407be4ad-2f40-4357-b143-e22665b91da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.007033 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-407be4ad-2f40-4357-b143-e22665b91da8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.3048701
Apr 20 18:32:26.037166 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-62d8a917-1c9c-46a5-a393-3d428a95eb5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=facaa0cc26144c32a2dddd3dd773546c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1781137
Apr 20 18:32:26.040003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44278) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:26.063625 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-76fe520d-4898-407b-b7a0-18018c783a2c req-f296b346-ebb9-4e2a-b6c2-5825d9184b55 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662832
Apr 20 18:32:26.192994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-00e515d0-0047-485a-a514-c94a282cd7ab req-65281391-3c50-47c1-a166-789702863eb0 service neutron] Synchronizing usage tracker for tenant:3fc1642b627f4754a602caec81c5bce6 on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:26.241775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-00e515d0-0047-485a-a514-c94a282cd7ab req-65281391-3c50-47c1-a166-789702863eb0 service neutron] Unset dirty status for tenant:3fc1642b627f4754a602caec81c5bce6 on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:26.251220 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-00e515d0-0047-485a-a514-c94a282cd7ab req-65281391-3c50-47c1-a166-789702863eb0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853933
Apr 20 18:32:26.262727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-2deeb6fd-325c-48eb-90fc-6cbadf272752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.265181 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-2deeb6fd-325c-48eb-90fc-6cbadf272752 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 1096 time: 0.1842041
Apr 20 18:32:26.318851 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-f74873ff-3810-480c-94dd-d9d6f9d65079 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 217 time: 0.2343395
Apr 20 18:32:26.342814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.395640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.489521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.514926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:26.531307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.535554 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70c5a417-97d1-483c-be56-c2361132569e HTTP/1.1" status: 204  len: 168 time: 0.4940834
Apr 20 18:32:26.538559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c5a417-97d1-483c-be56-c2361132569e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:26.551756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.552411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.553055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.553794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.554402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.555040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.555678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.556311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.556940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.558202 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.559019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.559249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:26.563474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:26.620606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef17e-258a-4191-ae1d-2f40d24bb955 req-540fcb86-d435-4113-a749-d8d70e309082 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.628123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-782ef17e-258a-4191-ae1d-2f40d24bb955 req-540fcb86-d435-4113-a749-d8d70e309082 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:26.718960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-7997a2eb-fe5a-4fbb-8d9f-bf7b65bb4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.720721 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-7997a2eb-fe5a-4fbb-8d9f-bf7b65bb4b02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.1350639
Apr 20 18:32:26.837298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-000eae56-c8f9-4b96-8f7f-2a8e005cb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.840239 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-000eae56-c8f9-4b96-8f7f-2a8e005cb697 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1068835
Apr 20 18:32:27.232781 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-2120b175-95da-4606-bd0f-73639cd1bfd2 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3742387
Apr 20 18:32:27.306761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device b561ce74-34d1-41ad-9000-53f8fd556887 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:27.360118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-782ef17e-258a-4191-ae1d-2f40d24bb955 req-540fcb86-d435-4113-a749-d8d70e309082 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:27.362392 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-782ef17e-258a-4191-ae1d-2f40d24bb955 req-540fcb86-d435-4113-a749-d8d70e309082 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 943 time: 0.9399772
Apr 20 18:32:27.364660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-71de68a8-61ef-4f2a-bd56-a0e512e95062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:27.367394 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-71de68a8-61ef-4f2a-bd56-a0e512e95062 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.7288764
Apr 20 18:32:27.590122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44334) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:27.631551 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62dc2d6-fb60-4848-b49a-c9e5d78f2f1d req-ec6a53a8-613f-4154-99ed-4e9cacef7ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3695467
Apr 20 18:32:27.714832 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port b561ce74-34d1-41ad-9000-53f8fd556887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b561ce74-34d1-41ad-9000-53f8fd556887,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:27.736006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'port_id': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'mac_address': 'fa:16:3e:7a:74:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:27.830394 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-05299007-1ee4-4771-95a1-9dd042b56f8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ca762c-b03c-41e5-a456-423747f32eae HTTP/1.1" status: 200  len: 217 time: 0.2373557
Apr 20 18:32:27.832099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:27.856353 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-782ef17e-258a-4191-ae1d-2f40d24bb955 req-0692c1ed-0159-433b-85ae-ab77051d94e1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648089
Apr 20 18:32:27.932510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b561ce74-34d1-41ad-9000-53f8fd556887 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:28.000019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port b561ce74-34d1-41ad-9000-53f8fd556887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b561ce74-34d1-41ad-9000-53f8fd556887,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:28.008530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:28.018509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 13ca762c-b03c-41e5-a456-423747f32eae details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:28.204827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-10a56272-8d89-4e97-b080-d1b16d23f16a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:28.213713 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-10a56272-8d89-4e97-b080-d1b16d23f16a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 817 time: 0.8443713
Apr 20 18:32:28.225978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 13ca762c-b03c-41e5-a456-423747f32eae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13ca762c-b03c-41e5-a456-423747f32eae,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:28.240084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364060318-network', 'tenant_id': 'a65e18599b4e4189ba9cbeb6548ce8b0'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:28.242920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-10de5a5d-8b51-4f80-8ffe-e333bbf182c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:28.276955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '13ca762c-b03c-41e5-a456-423747f32eae', 'network_id': 'bb994278-e70a-428c-a39c-4fb273cb636f', 'port_id': '13ca762c-b03c-41e5-a456-423747f32eae', 'mac_address': 'fa:16:3e:ae:7d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97911036-ae31-4842-8867-9573d75f9781', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:28.287799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381edc4-4480-473c-8b8e-a9e57aae4e0f req-b55d2aa7-f850-464d-9e7e-37fad7cbf532 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:28.297662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5381edc4-4480-473c-8b8e-a9e57aae4e0f req-b55d2aa7-f850-464d-9e7e-37fad7cbf532 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 945 time: 0.1239195
Apr 20 18:32:28.340834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:28.375826 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5381edc4-4480-473c-8b8e-a9e57aae4e0f req-7dd5d228-961e-4cce-9f1c-70343980b510 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704501
Apr 20 18:32:28.418081 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5e5c25d-826c-40e7-b6fa-9c129afbcec9 req-14a46cd4-36b7-4005-94a8-cb2ed1f059dd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 210 time: 0.1853771
Apr 20 18:32:28.420584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:28.423931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Usage tracker for resource:network and tenant:a65e18599b4e4189ba9cbeb6548ce8b0 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:28.434498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:28.449062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:28.485352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-565e67ab-460b-419e-bb65-c01268054334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:28.487342 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-565e67ab-460b-419e-bb65-c01268054334 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.6291080
Apr 20 18:32:28.511749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ca762c-b03c-41e5-a456-423747f32eae {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:28.551299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 13ca762c-b03c-41e5-a456-423747f32eae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13ca762c-b03c-41e5-a456-423747f32eae,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:28.564499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:28.570222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=b561ce74-34d1-41ad-9000-53f8fd556887,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:28.576436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:28.577649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:28.579789 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-dd63d985-ee26-472c-98f7-7dcf8c13e5bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733681
Apr 20 18:32:28.603271 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-4b3aad08-6921-4289-b795-3afeafaa3e2a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 5705 time: 0.2668378
Apr 20 18:32:28.605664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Made reservation on behalf of a65e18599b4e4189ba9cbeb6548ce8b0 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:28.610821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:28.653661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'port': {'device_id': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'admin_state_up': True, 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'security_groups': ['114fa337-2042-4052-8a88-8c54ac7b3e71']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:28.664089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=13ca762c-b03c-41e5-a456-423747f32eae,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:28.675175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:28.677790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:28.803881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:28.809128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a65e18599b4e4189ba9cbeb6548ce8b0 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:28.819371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:28.842981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:28.961938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['13ca762c-b03c-41e5-a456-423747f32eae'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:28.966303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:28.983993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:28.987744 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-9ad053a6-6d45-4045-8f8f-23317ad40abb service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833866
Apr 20 18:32:29.032485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Made reservation on behalf of 39f3f26f55524d2d89d7c9cd7f9548f1 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:29.038794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.088974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['b561ce74-34d1-41ad-9000-53f8fd556887'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:29.298342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Allocated IP 172.20.0.8 (c318347e-9762-4bfc-b74e-1d0159deb3ef/5d84569d-92fc-4b0b-9c0c-ffae73540bcd/36707b77-0efd-41e0-9dc6-6332c175126e) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:29.316632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8dc2d-13cc-4304-b2b9-cbe2bc20a392 req-a174389d-be11-4881-93bf-42ebf3bf183f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:29.318413 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-51e8dc2d-13cc-4304-b2b9-cbe2bc20a392 req-a174389d-be11-4881-93bf-42ebf3bf183f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 944 time: 0.1880152
Apr 20 18:32:29.415161 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-51e8dc2d-13cc-4304-b2b9-cbe2bc20a392 req-2a2fc855-801a-4869-8da8-2be9323875ac tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867877
Apr 20 18:32:29.438699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.442083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de60847c-aaf4-4077-9604-49cb4dd4fff2 req-3a70ed79-53d5-4886-b579-a860805093b3 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4416223
Apr 20 18:32:29.464014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.477203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:29.568828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:32:29.607789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d881c2f-bf02-4510-9b6f-d70f9e2b16f7,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:29.611064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.611459 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Added segment 0282c618-c69b-498b-a82f-6a59c98007db of type vlan for network dac6cca7-7129-4ef2-856b-bb92f32cf5dc
Apr 20 18:32:29.620529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:29.705868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.770457 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd172436-2fee-4653-bcfe-3d9ffbe256b3 req-2255a217-7f59-46a2-a0dc-b9a38613efeb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 210 time: 0.0555239
Apr 20 18:32:29.846386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.886177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Transition to ACTIVE for port object 36707b77-0efd-41e0-9dc6-6332c175126e will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:29.890721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.895494 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:29.896140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:29.909260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:30.038448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9339609-f944-4c40-a675-4288604b3a5e req-06bad666-1802-428e-bfb2-ee5d683881e0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:30.040114 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f9339609-f944-4c40-a675-4288604b3a5e req-06bad666-1802-428e-bfb2-ee5d683881e0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 945 time: 0.3371780
Apr 20 18:32:30.070742 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.4748485
Apr 20 18:32:30.075353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Pushing event updated for resources: {'Network': ['ID=dac6cca7-7129-4ef2-856b-bb92f32cf5dc,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:30.075930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44416) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:30.081970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:30.082568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Request body: {'subnet': {'network_id': 'dac6cca7-7129-4ef2-856b-bb92f32cf5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364060318-subnet', 'tenant_id': 'a65e18599b4e4189ba9cbeb6548ce8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:30.091810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network dac6cca7-7129-4ef2-856b-bb92f32cf5dc details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:32:30.092257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:30.097129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.098260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Usage tracker for resource:subnet and tenant:a65e18599b4e4189ba9cbeb6548ce8b0 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:30.102661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:30.112194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:30.112423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:30.125866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Made reservation on behalf of a65e18599b4e4189ba9cbeb6548ce8b0 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:30.131625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.161552 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f9339609-f944-4c40-a675-4288604b3a5e req-005a5443-300f-4615-9419-303ba56ea618 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122758
Apr 20 18:32:30.186035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Network c318347e-9762-4bfc-b74e-1d0159deb3ef is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:30.187284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:30.189819 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:30.195976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:30.196783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.236313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:30.239921 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5955675
Apr 20 18:32:30.240845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:30.264393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Request body: {'port': {'device_id': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:30.443385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.468238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-cfbc628a-f3a6-4c00-aa00-b3704f323982 None None] Provisioning for port 36707b77-0efd-41e0-9dc6-6332c175126e completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:30.474546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-cfbc628a-f3a6-4c00-aa00-b3704f323982 None None] Provisioning complete for port 36707b77-0efd-41e0-9dc6-6332c175126e triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:30.475079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cfbc628a-f3a6-4c00-aa00-b3704f323982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.545726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc628a-f3a6-4c00-aa00-b3704f323982 None None] Port 36707b77-0efd-41e0-9dc6-6332c175126e cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:32:30.877372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1843877-d318-45dd-b369-ca74bf22c6ee req-d9b9585c-43b3-40b0-9c30-a2d8883d4cfa tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:30.880522 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1843877-d318-45dd-b369-ca74bf22c6ee req-d9b9585c-43b3-40b0-9c30-a2d8883d4cfa tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 944 time: 0.3236182
Apr 20 18:32:30.921969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36707b77-0efd-41e0-9dc6-6332c175126e {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:30.943542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.946521 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1843877-d318-45dd-b369-ca74bf22c6ee req-63ea06c5-0ac3-4c56-941c-f3ab8e9b3739 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644627
Apr 20 18:32:30.976506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Transition to ACTIVE for port object 36707b77-0efd-41e0-9dc6-6332c175126e will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:30.981218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.986975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:31.069057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.079996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:31.248105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44442) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:31.252387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Checking segment: {'id': '0282c618-c69b-498b-a82f-6a59c98007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dac6cca7-7129-4ef2-856b-bb92f32cf5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:31.252799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Network hostable DHCP agents. Network: dac6cca7-7129-4ef2-856b-bb92f32cf5dc, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:32:31.271215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68f3741-3f07-4118-835a-c3c057a01cf2,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:31.294640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:31.314265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Network dac6cca7-7129-4ef2-856b-bb92f32cf5dc is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:32:31.316772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device b561ce74-34d1-41ad-9000-53f8fd556887 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:31.409867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, dac6cca7-7129-4ef2-856b-bb92f32cf5dc) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:31.427945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12be95f-2c24-463a-a6eb-f9c5eddcebd1 None None] Network dac6cca7-7129-4ef2-856b-bb92f32cf5dc requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:31.458969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:31.459612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.538044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:31.546191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.573786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:31.579344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Usage tracker for resource:security_group_rule and tenant:3baf0f6fbcf145c3933bbff96fcbf55a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:31.582915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:31.591839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:31.596207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:31.605817 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4d09979d-eecb-47af-b878-2efbb92ac887 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5285664
Apr 20 18:32:31.630954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e346c17-542f-490c-baa6-1af0011ae002 req-1a203f84-2ef4-4bcd-a40a-d2c7176a00c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:31.632692 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e346c17-542f-490c-baa6-1af0011ae002 req-1a203f84-2ef4-4bcd-a40a-d2c7176a00c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 945 time: 0.2816405
Apr 20 18:32:31.657381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c045-83ac-4a9d-9a75-46952430cc62 req-cb7ac699-0d2c-4407-9d4b-4c158ebd474d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:31.658240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-d783c045-83ac-4a9d-9a75-46952430cc62 req-cb7ac699-0d2c-4407-9d4b-4c158ebd474d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:31.665368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Attempting to bind port 36707b77-0efd-41e0-9dc6-6332c175126e on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:31.665779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Attempting to bind port 36707b77-0efd-41e0-9dc6-6332c175126e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:31.666154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Attempting to bind port 36707b77-0efd-41e0-9dc6-6332c175126e on network c318347e-9762-4bfc-b74e-1d0159deb3ef {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:31.676884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Port 36707b77-0efd-41e0-9dc6-6332c175126e on network c318347e-9762-4bfc-b74e-1d0159deb3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:31.677257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Attempting to bind port 36707b77-0efd-41e0-9dc6-6332c175126e on network c318347e-9762-4bfc-b74e-1d0159deb3ef {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:31.686375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:31.686759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Checking segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:31.687333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Bound using segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:31.687829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Bound port: 36707b77-0efd-41e0-9dc6-6332c175126e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:31.688234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.798530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.806790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.809001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-d783c045-83ac-4a9d-9a75-46952430cc62 req-cb7ac699-0d2c-4407-9d4b-4c158ebd474d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:31.818322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d783c045-83ac-4a9d-9a75-46952430cc62 req-cb7ac699-0d2c-4407-9d4b-4c158ebd474d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.7949073
Apr 20 18:32:31.843236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c12760c-f363-4dfc-b5b6-234228e5b9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:31.852975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:31.861619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:31.868771 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e346c17-542f-490c-baa6-1af0011ae002 req-7a20882d-07f2-4f36-8f9c-042a876c4831 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1930799
Apr 20 18:32:31.874047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:31.886905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:31.949096 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3baf0f6fbcf145c3933bbff96fcbf55a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6969218
Apr 20 18:32:31.951928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49993aa2-f25f-421a-8221-4450b9c6311c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:31.954787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port b561ce74-34d1-41ad-9000-53f8fd556887 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:31.963039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44456) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:31.967992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:31.975420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port b561ce74-34d1-41ad-9000-53f8fd556887 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:31.975857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.009691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:32.040171 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d783c045-83ac-4a9d-9a75-46952430cc62 req-47a74ca2-a9dc-4aee-978c-db0afe1b625f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2207952
Apr 20 18:32:32.052171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:32.058602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac225bf0-54ac-4076-a939-cc044dac2d38 None None] Network dac6cca7-7129-4ef2-856b-bb92f32cf5dc requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:32.075914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:32.077105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.079538 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] 10.222.0.44 "PUT /v2.0/ports/36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 200  len: 1093 time: 1.8207860
Apr 20 18:32:32.080416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:32.173173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.256938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.287545 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'status': 'completed', 'code': 200}
Apr 20 18:32:32.391090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-6fa3bf25-16b1-4089-b600-aa4463d5ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:32.393967 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-6fa3bf25-16b1-4089-b600-aa4463d5ce49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1096 time: 0.2264078
Apr 20 18:32:32.449316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.465801 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-00fb98fe-ce58-40fe-8699-5679fef8f1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:32.481772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49993aa2-f25f-421a-8221-4450b9c6311c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:32.493574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:32.499524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.501295 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49993aa2-f25f-421a-8221-4450b9c6311c HTTP/1.1" status: 204  len: 168 time: 0.5362363
Apr 20 18:32:32.571637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a29b-b4eb-4cb0-ae4a-d2c957320150 req-7cbf3ae4-2b12-487e-81bc-b03f3d5f95c5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:32.578071 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-774b7503-173c-46a4-a39d-0726e5e189af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 200  len: 217 time: 0.1619651
Apr 20 18:32:32.587808 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-09c6a29b-b4eb-4cb0-ae4a-d2c957320150 req-7cbf3ae4-2b12-487e-81bc-b03f3d5f95c5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 944 time: 0.2162971
Apr 20 18:32:32.653902 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-09c6a29b-b4eb-4cb0-ae4a-d2c957320150 req-c2474795-2e1a-415f-8d91-b9a02e617bd5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614970
Apr 20 18:32:32.725360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-420526ec-9c74-48f3-87c6-f45c5e221e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:32.727092 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-420526ec-9c74-48f3-87c6-f45c5e221e24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.1400228
Apr 20 18:32:32.831755 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-fdc59595-9851-47f7-91f6-58565824026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:32.833927 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-fdc59595-9851-47f7-91f6-58565824026c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0992854
Apr 20 18:32:32.969331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.021207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port b561ce74-34d1-41ad-9000-53f8fd556887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b561ce74-34d1-41ad-9000-53f8fd556887,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:33.024442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:33.033997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.034954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 13ca762c-b03c-41e5-a456-423747f32eae up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:33.038698 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-b785570e-39df-4280-ab11-06aecdab8565 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894696
Apr 20 18:32:33.050124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44492) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:33.072224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:33.098218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.152348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:33.156692 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'code': 200}
Apr 20 18:32:33.163505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e2a81ddd874cb1a51c05cd8c66a90d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:33.167314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:33.173997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:33.323470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.330684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=b561ce74-34d1-41ad-9000-53f8fd556887,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:33.342234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.342997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.344003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.344611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.345223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.345868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.346569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.347146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.347721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.348320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.348891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.349763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:33.358603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:33.367007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 13ca762c-b03c-41e5-a456-423747f32eae completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:33.371818 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c089e1fd-d78b-4e18-8c74-2515a92fcda1 req-3247ace3-673a-42a4-98a6-bff66a55540b service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3205807
Apr 20 18:32:33.373951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.394870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 13ca762c-b03c-41e5-a456-423747f32eae triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:33.397565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.420802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:33.424378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124fbb-5caf-4e62-a52f-e2f1b4839988 req-97d640e9-d541-47dd-8b5c-a1b8c662df0f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:33.427657 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8c124fbb-5caf-4e62-a52f-e2f1b4839988 req-97d640e9-d541-47dd-8b5c-a1b8c662df0f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2190080
Apr 20 18:32:33.498731 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7e2a81ddd874cb1a51c05cd8c66a90d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4471774
Apr 20 18:32:33.506197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44504) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:33.508431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44506) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:33.523155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1196161879-network', 'tenant_id': '2d869d3c2ce84f77bfe787a355de6536'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:33.549655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:33.549655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Usage tracker for resource:network and tenant:2d869d3c2ce84f77bfe787a355de6536 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:33.554555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:33.567908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c728b-da1d-495c-8e97-378dac1d3cdd,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:33.572538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:33.611388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.616736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:33.624035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.646444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b55da9-1b50-4f11-97de-ff457aea65c3 req-74b64b0f-cfef-401c-a809-9e784f318520 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:33.648040 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-82b55da9-1b50-4f11-97de-ff457aea65c3 req-74b64b0f-cfef-401c-a809-9e784f318520 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.3217282
Apr 20 18:32:33.662415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 13ca762c-b03c-41e5-a456-423747f32eae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13ca762c-b03c-41e5-a456-423747f32eae,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:33.665836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.668528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55df8ac3-1bc8-4dd9-aa44-b59edbc6ae3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:33.687337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.706231 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8c124fbb-5caf-4e62-a52f-e2f1b4839988 req-3777d92c-ec5e-4944-bb60-a8feae0f7e31 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2680521
Apr 20 18:32:33.709019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Made reservation on behalf of 2d869d3c2ce84f77bfe787a355de6536 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:33.715100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.735853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.751051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=13ca762c-b03c-41e5-a456-423747f32eae,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:33.762415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:33.772139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:33.782291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Usage tracker for resource:security_group_rule and tenant:2d869d3c2ce84f77bfe787a355de6536 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:33.787214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:33.791121 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-82b55da9-1b50-4f11-97de-ff457aea65c3 req-ed936a6c-49cf-422f-a86a-16d1cd9f0f1f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321621
Apr 20 18:32:33.796384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:33.808613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.818860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-125f385b-169d-4f02-bb32-aaf5906fa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:33.820495 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-125f385b-169d-4f02-bb32-aaf5906fa273 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1096 time: 0.2446594
Apr 20 18:32:33.822758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:33.853191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c728b-da1d-495c-8e97-378dac1d3cdd,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:33.861544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:33.861865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.865358 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f58c728b-da1d-495c-8e97-378dac1d3cdd HTTP/1.1" status: 204  len: 168 time: 0.3595490
Apr 20 18:32:33.879234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e7a4c-8ea2-4936-9c36-e052247a6596 req-7b35b15c-493f-4876-868e-ef82d39f5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:33.880925 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-063e7a4c-8ea2-4936-9c36-e052247a6596 req-7b35b15c-493f-4876-868e-ef82d39f5d0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1099 time: 0.2527862
Apr 20 18:32:34.115820 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-063e7a4c-8ea2-4936-9c36-e052247a6596 req-0fbc55a7-2f1d-419d-8e9d-301334df58c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351297
Apr 20 18:32:34.160228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-5ca92e31-3ed1-446e-86cf-0c4a09556466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.161855 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-5ca92e31-3ed1-446e-86cf-0c4a09556466 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.3304973
Apr 20 18:32:34.187388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.196957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59d48d-031e-4fd0-a999-16c092dfe16e req-c677d2b3-2a91-42f9-bb71-c8e8d5c23695 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.198758 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e59d48d-031e-4fd0-a999-16c092dfe16e req-c677d2b3-2a91-42f9-bb71-c8e8d5c23695 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3376365
Apr 20 18:32:34.202247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.208487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:34.258428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:32:34.272146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6606d7d9-62a0-483a-bccd-b862227c396e,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:34.286921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:34.287996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.288399 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Added segment 87264689-0c0f-49d7-b29e-62cc39486019 of type vlan for network 311c45da-ceb2-40ae-a223-194ef93e8aa5
Apr 20 18:32:34.306511 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e59d48d-031e-4fd0-a999-16c092dfe16e req-3127c2c0-e285-489d-ba6a-863d487fcbec tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989070
Apr 20 18:32:34.331156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.337021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44526) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:34.358810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.363874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.365463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.366171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.372100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:34.377015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:34.381611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Usage tracker for resource:security_group_rule and tenant:9cad17086a5d425aaad727e70960e5ed is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:34.384748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:34.391464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:34.495537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.496588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Pushing event updated for resources: {'Network': ['ID=311c45da-ceb2-40ae-a223-194ef93e8aa5,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:34.500018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.500537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:34.503391 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9866652
Apr 20 18:32:34.506284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44532) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:34.509085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 311c45da-ceb2-40ae-a223-194ef93e8aa5 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:32:34.511508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:34.513158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Request body: {'subnet': {'network_id': '311c45da-ceb2-40ae-a223-194ef93e8aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1196161879-subnet', 'tenant_id': '2d869d3c2ce84f77bfe787a355de6536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:34.519425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:34.524174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Usage tracker for resource:subnet and tenant:2d869d3c2ce84f77bfe787a355de6536 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:34.527834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:34.534093 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:34.545558 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cad17086a5d425aaad727e70960e5ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2071793
Apr 20 18:32:34.548418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 44536) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:34.613995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf1f523-0703-405b-9da7-5c19c985f64c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:34.618063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:34.624210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Made reservation on behalf of 2d869d3c2ce84f77bfe787a355de6536 for: {'subnet': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:34.630517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.635903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.661577 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-4adc5963-00d7-4559-812f-36caeb614b64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 200  len: 217 time: 0.1178651
Apr 20 18:32:34.670137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.726125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.734415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:34.752571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf1f523-0703-405b-9da7-5c19c985f64c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:34.754961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:34.755934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.759621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edf1f523-0703-405b-9da7-5c19c985f64c HTTP/1.1" status: 204  len: 168 time: 0.2077472
Apr 20 18:32:35.071714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e8be-5692-46f0-ba2e-5b36e10562a1 req-3e10d788-7f10-4d65-98e2-e5055e9d0619 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.075337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5562e8be-5692-46f0-ba2e-5b36e10562a1 req-3e10d788-7f10-4d65-98e2-e5055e9d0619 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1316345
Apr 20 18:32:35.138801 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5562e8be-5692-46f0-ba2e-5b36e10562a1 req-31021c8b-0f9d-4a96-891e-1eea1ba4cd62 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499423
Apr 20 18:32:35.157864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca762c-b03c-41e5-a456-423747f32eae'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:35.163983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b25ede-1728-4705-9fa9-ecc846b1ab2f req-a06df2bb-bfe8-4860-ac48-37b8261a2bb0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.165781 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-33b25ede-1728-4705-9fa9-ecc846b1ab2f req-a06df2bb-bfe8-4860-ac48-37b8261a2bb0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2094395
Apr 20 18:32:35.241466 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca762c-b03c-41e5-a456-423747f32eae', 'code': 200}
Apr 20 18:32:35.250391 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-33b25ede-1728-4705-9fa9-ecc846b1ab2f req-61335856-5a62-4a29-95a5-c98dbfd9beb7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699143
Apr 20 18:32:35.356463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for subnet, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:35.366398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:35.523857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72482968-c3bd-4968-87e6-cb1a8a9892ae,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:35.531809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:35.547349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Checking segment: {'id': '87264689-0c0f-49d7-b29e-62cc39486019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '311c45da-ceb2-40ae-a223-194ef93e8aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:35.548116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Network hostable DHCP agents. Network: 311c45da-ceb2-40ae-a223-194ef93e8aa5, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:32:35.586646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Network 311c45da-ceb2-40ae-a223-194ef93e8aa5 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:32:35.606891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 311c45da-ceb2-40ae-a223-194ef93e8aa5) {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:35.613204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.614451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:35.626670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d2f37-dad6-4d59-b5ab-55756528c09d None None] Network 311c45da-ceb2-40ae-a223-194ef93e8aa5 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:35.692455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b881a-e44b-4196-8df5-35c92ce37898 req-c6812f52-94c1-4b69-b3e8-db49bf408dc7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.707883 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-076b881a-e44b-4196-8df5-35c92ce37898 req-c6812f52-94c1-4b69-b3e8-db49bf408dc7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1819577
Apr 20 18:32:35.789614 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2816508
Apr 20 18:32:35.833192 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-076b881a-e44b-4196-8df5-35c92ce37898 req-e555f992-5120-4f61-9292-508986dfb750 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183946
Apr 20 18:32:35.846052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-c2ab6a37-b55c-492d-aac6-4af27d8fbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:35.848399 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-c2ab6a37-b55c-492d-aac6-4af27d8fbca6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.1568172
Apr 20 18:32:36.079728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05dacc-3531-473e-9bcc-a173b5d29588 None None] Network 311c45da-ceb2-40ae-a223-194ef93e8aa5 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:32:36.412452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a558-b8ae-448b-9028-69a25d3d8ee7 req-7e0fd16d-cd33-4f21-bc00-c7b4e8053b2c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:36.421476 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ed8a558-b8ae-448b-9028-69a25d3d8ee7 req-7e0fd16d-cd33-4f21-bc00-c7b4e8053b2c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1402273
Apr 20 18:32:36.498574 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ed8a558-b8ae-448b-9028-69a25d3d8ee7 req-7239abe8-25d2-4108-941f-976a99c105a2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755639
Apr 20 18:32:36.561246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc6d-1c3e-4c8e-a5b7-f6d6f129b902 req-dd2c43a9-826b-4527-85e4-52610801b657 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:36.563230 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fd11bc6d-1c3e-4c8e-a5b7-f6d6f129b902 req-dd2c43a9-826b-4527-85e4-52610801b657 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1189895
Apr 20 18:32:36.624748 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fd11bc6d-1c3e-4c8e-a5b7-f6d6f129b902 req-7ac1c30b-d0b7-4b10-8e73-1f579e933981 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537648
Apr 20 18:32:37.060707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab73dc-f18d-4d1d-a47d-46aa2e5846b4 req-8eab48b1-8d0e-4b57-86da-d41efdfce96b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:37.068932 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56ab73dc-f18d-4d1d-a47d-46aa2e5846b4 req-8eab48b1-8d0e-4b57-86da-d41efdfce96b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1057627
Apr 20 18:32:37.120059 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56ab73dc-f18d-4d1d-a47d-46aa2e5846b4 req-cc0d201e-1aae-4530-bb1a-fffbf69fcacb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494792
Apr 20 18:32:37.732578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-c6bdfcb7-d475-482b-b293-ed4ebc9ad8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:37.733993 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-c6bdfcb7-d475-482b-b293-ed4ebc9ad8f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1212814
Apr 20 18:32:37.785836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71d525-0721-4b7d-bd1c-810975075df9 req-e0aea263-c723-49c6-95bf-f6364fa70766 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:37.787600 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0b71d525-0721-4b7d-bd1c-810975075df9 req-e0aea263-c723-49c6-95bf-f6364fa70766 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1334283
Apr 20 18:32:37.844710 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0b71d525-0721-4b7d-bd1c-810975075df9 req-e4b15b77-bb1c-455d-99b1-366ef3a77849 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488796
Apr 20 18:32:38.393598 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c5a87-3074-4954-97ed-28de2f90e8c9 req-d0723b7e-c1b3-4e39-a58c-0bac17ee606e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:38.395486 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ae7c5a87-3074-4954-97ed-28de2f90e8c9 req-d0723b7e-c1b3-4e39-a58c-0bac17ee606e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1113212
Apr 20 18:32:38.465693 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-bc859b15-d638-4b3d-9129-940d02e38b71 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7226641
Apr 20 18:32:38.478438 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ae7c5a87-3074-4954-97ed-28de2f90e8c9 req-0389ac71-7bb9-4372-901a-522333d1ff5c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727029
Apr 20 18:32:38.482781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187401-3792-4862-b9bc-2f8aa5b117e7 req-b97b5a17-7f84-463f-bc60-59334eb61c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:38.484530 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-16187401-3792-4862-b9bc-2f8aa5b117e7 req-b97b5a17-7f84-463f-bc60-59334eb61c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.7127171
Apr 20 18:32:38.491466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca17f2-b6b0-42af-a8a8-5c7b89250460 req-ab8598b8-b368-4fa9-803d-e48b7da04cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:38.493149 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8bca17f2-b6b0-42af-a8a8-5c7b89250460 req-ab8598b8-b368-4fa9-803d-e48b7da04cf1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 1098 time: 0.1999702
Apr 20 18:32:38.677690 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-16187401-3792-4862-b9bc-2f8aa5b117e7 req-594833b3-330a-444e-a3b4-28dd5a06091c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832511
Apr 20 18:32:38.692432 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8bca17f2-b6b0-42af-a8a8-5c7b89250460 req-2f205ad9-1b48-44d5-afc8-0f06d336d010 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699636
Apr 20 18:32:38.738533 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99b6855d-f2ec-44d7-9a29-a8fd4d29c202 req-9c23cb56-2b41-46b3-be74-c9e198cfa4e7 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131619
Apr 20 18:32:39.092025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a36a1-ef3e-4ba3-b457-6f87148dc540 req-e14f28e5-6b3e-4869-9a46-bcac9766f223 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:39.094785 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a7a36a1-ef3e-4ba3-b457-6f87148dc540 req-e14f28e5-6b3e-4869-9a46-bcac9766f223 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1074543
Apr 20 18:32:39.170940 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a7a36a1-ef3e-4ba3-b457-6f87148dc540 req-928e34cd-7ec5-416b-9f29-dfd847f07f95 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680709
Apr 20 18:32:39.449771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526574-82c8-4844-9ae1-32291dd484f6 req-d0316f10-929d-483f-8a11-97b337db9355 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:39.451513 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-26526574-82c8-4844-9ae1-32291dd484f6 req-d0316f10-929d-483f-8a11-97b337db9355 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1208014
Apr 20 18:32:39.473287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44648) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:39.474663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'floatingip': {'port_id': 'b561ce74-34d1-41ad-9000-53f8fd556887'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:39.565364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:39.921430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe030dc-2db1-4edf-b59b-fad2c2cc1108 req-45cc5a5c-0ec8-412c-9dcd-f604a414351c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:39.938224 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0fe030dc-2db1-4edf-b59b-fad2c2cc1108 req-45cc5a5c-0ec8-412c-9dcd-f604a414351c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.2292743
Apr 20 18:32:40.021337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0fe030dc-2db1-4edf-b59b-fad2c2cc1108 req-7a78e8cb-4353-426c-b365-54a7803f1306 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811450
Apr 20 18:32:40.492714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-7b6bb33f-bb4f-441f-9f1b-8257682e7baa tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:40.494264 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-7b6bb33f-bb4f-441f-9f1b-8257682e7baa tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.1782305
Apr 20 18:32:40.512076 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-3216d2d7-e37a-4a48-af10-73698bf0e554 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/quotas/122aac624a214c548b32893da89374a1 HTTP/1.1" status: 200  len: 375 time: 0.0109811
Apr 20 18:32:40.559437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced2ddd-a88c-4c19-bd99-d032e5cce661 req-b7ad869d-6605-4de1-8562-1d1fd8f2684a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:40.561132 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ced2ddd-a88c-4c19-bd99-d032e5cce661 req-b7ad869d-6605-4de1-8562-1d1fd8f2684a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2013335
Apr 20 18:32:40.625028 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-7cf9b486-3715-4299-a519-d6fc0428a082 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1064768
Apr 20 18:32:40.757620 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ced2ddd-a88c-4c19-bd99-d032e5cce661 req-d1ad150b-06b6-4192-8d57-421c941bfe21 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172993
Apr 20 18:32:40.802488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.808077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.020341 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-0700f760-6451-444a-9d8b-3c6c464481d0 service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3809731
Apr 20 18:32:41.030934 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Floating IP 1a2ebbb3-edaa-4211-94c1-10500aaff1e8 associated. External IP: 172.27.3.222, port: b561ce74-34d1-41ad-9000-53f8fd556887.
Apr 20 18:32:41.226766 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-241772f7-b5fe-44ae-885c-40960de5066f service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982737
Apr 20 18:32:41.362953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:41.596921 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf31ad25-f5fa-4f72-b2ee-e11d9052729d req-df826685-c1b0-4542-af00-01d5623d849f tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 210 time: 0.1511610
Apr 20 18:32:41.658159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:41.677437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '36707b77-0efd-41e0-9dc6-6332c175126e', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e', 'mac_address': 'fa:16:3e:47:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:41.818371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.865797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36707b77-0efd-41e0-9dc6-6332c175126e {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:41.895826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:41.902486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:41.908984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:41.914592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Router b41006b3-dee3-4d52-a389-952d3a906909 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:32:42.034435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:42.044304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:42.101535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffd542-1b52-4b1d-a1c9-8180f4da7d7a req-1e65574d-0ef5-4500-bff6-89c802fbba08 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:42.104682 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4dffd542-1b52-4b1d-a1c9-8180f4da7d7a req-1e65574d-0ef5-4500-bff6-89c802fbba08 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.1378877
Apr 20 18:32:42.171913 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4dffd542-1b52-4b1d-a1c9-8180f4da7d7a req-28f294e4-f33d-4d0a-8ee9-32501804097a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586965
Apr 20 18:32:42.240274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5079-5a75-45b2-bfd9-09d1f6e07d38 req-f502fec8-a7dc-4646-afef-b89a2df34286 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:42.241986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8d8d5079-5a75-45b2-bfd9-09d1f6e07d38 req-f502fec8-a7dc-4646-afef-b89a2df34286 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 1.0554843
Apr 20 18:32:42.331598 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:32:42.336263 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8d8d5079-5a75-45b2-bfd9-09d1f6e07d38 req-d3487706-d730-4a3b-bae3-d095283178ac tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799804
Apr 20 18:32:42.346815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.360300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:32:42.376460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:42.377652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf853c8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:32:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:42.493012 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7f67bb62-04dc-4be6-aadb-58f4755c0432 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "PUT /v2.0/floatingips/1a2ebbb3-edaa-4211-94c1-10500aaff1e8 HTTP/1.1" status: 200  len: 992 time: 3.0243216
Apr 20 18:32:42.494044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:42.594635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['36707b77-0efd-41e0-9dc6-6332c175126e'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:42.638753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:42.852785 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'status': 'completed', 'code': 200}
Apr 20 18:32:42.969662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:32:43.144955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7680ed3a-ece8-4c35-bcf3-e9d3340b2640 req-5e0ce9fd-46ae-4b1e-b654-cbf1210cdf7c tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 210 time: 0.0661302
Apr 20 18:32:43.271535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c771-414c-42cf-8982-187701405acb req-92db7062-e2a7-4ea0-8886-c8db1d68867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.271535 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-92db7062-e2a7-4ea0-8886-c8db1d68867f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1099 time: 0.2463629
Apr 20 18:32:43.285220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd4c54-0564-453e-9952-1bfd0083702b req-946deae9-4f64-442f-9714-f65a098655ed tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.287073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e8fd4c54-0564-453e-9952-1bfd0083702b req-946deae9-4f64-442f-9714-f65a098655ed tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.2592556
Apr 20 18:32:43.289566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-b0d7c72d-98ca-440a-994a-591524327bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.291713 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-b0d7c72d-98ca-440a-994a-591524327bee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 1098 time: 0.3660386
Apr 20 18:32:43.649663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1dd7f-024a-4256-8959-e91f094ee464 req-b2a65bfa-af8c-473e-b635-6899dd2c189c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.652339 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b8d1dd7f-024a-4256-8959-e91f094ee464 req-b2a65bfa-af8c-473e-b635-6899dd2c189c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.2166033
Apr 20 18:32:43.742367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-bfea717a-aa79-4f24-a889-a2e5d3bae785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:43.744001 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-bfea717a-aa79-4f24-a889-a2e5d3bae785 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.4398994
Apr 20 18:32:43.772148 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b8d1dd7f-024a-4256-8959-e91f094ee464 req-33c2db9d-8746-4cf1-ba43-acd3b9618b1b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125197
Apr 20 18:32:43.927207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf853c8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '1a2ebbb3-edaa-4211-94c1-10500aaff1e8', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'port_id': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'mac_address': 'fa:16:3e:7a:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71640b-07ee-4677-8477-21da0a4166b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:06Z', 'updated_at': '2021-04-20T18:32:40Z', 'revision_number': 1, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:43.943450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:32:43.960633 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e8fd4c54-0564-453e-9952-1bfd0083702b req-fa9ec135-c77e-4a9d-975a-4fc5ff0bf0a8 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6039743
Apr 20 18:32:43.963879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:43.964586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf853c8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:32:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:43.975035 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-91c44f9a-f80d-4015-921c-b0bda8c86634 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ca762c-b03c-41e5-a456-423747f32eae HTTP/1.1" status: 200  len: 217 time: 0.1961539
Apr 20 18:32:44.145539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-542275ab-2cbe-4831-aca4-24b56074ce0d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:44.147767 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-542275ab-2cbe-4831-aca4-24b56074ce0d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.4006875
Apr 20 18:32:44.205066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Request body: {'port': {'device_id': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'admin_state_up': True, 'tenant_id': '122aac624a214c548b32893da89374a1'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:44.277483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-baa01376-3c77-4d7c-9f77-6cfcdb3052e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:44.279275 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-baa01376-3c77-4d7c-9f77-6cfcdb3052e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.2888947
Apr 20 18:32:44.285370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c771-414c-42cf-8982-187701405acb req-be7581f1-ec61-4e2d-9a45-805b1bea3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:44.289774 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-be7581f1-ec61-4e2d-9a45-805b1bea3a52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.9869590
Apr 20 18:32:44.440031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:44.523859 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-9e357675-74f7-49be-9926-b7e3f3c64c0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2158611
Apr 20 18:32:44.567381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:44.575262 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-f98c5522-4793-4bef-9b0e-c516bd1043da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 1000 time: 0.2677813
Apr 20 18:32:44.580269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:44.591141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Made reservation on behalf of 122aac624a214c548b32893da89374a1 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:44.597864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:44.732788 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f120dcd-3bd9-4efa-9746-a4bf6f2ae795 req-bd985b3c-e8f8-4c18-b85f-2b7b5ddf4feb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 210 time: 0.3390958
Apr 20 18:32:44.845725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c771-414c-42cf-8982-187701405acb req-cabd9b48-45d6-4fad-9122-7d81fd1dcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:44.847564 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-cabd9b48-45d6-4fad-9122-7d81fd1dcfd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.1132360
Apr 20 18:32:44.849364 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-cac112d1-d5f5-49b5-af85-cccee656022a service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731507
Apr 20 18:32:44.901968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Allocated IP 172.20.0.9 (cc0a5556-9f4f-4012-a49b-d7d22905fe39/f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf/5744b43c-bc61-4a13-be0f-42c722995478) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:45.012111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf853c8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '1a2ebbb3-edaa-4211-94c1-10500aaff1e8', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'port_id': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'mac_address': 'fa:16:3e:7a:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71640b-07ee-4677-8477-21da0a4166b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:06Z', 'updated_at': '2021-04-20T18:32:40Z', 'revision_number': 1, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:45.018584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c499f-b325-4480-aa01-d95e2d63500d None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '1a2ebbb3-edaa-4211-94c1-10500aaff1e8', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'port_id': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'mac_address': 'fa:16:3e:7a:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71640b-07ee-4677-8477-21da0a4166b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:06Z', 'updated_at': '2021-04-20T18:32:40Z', 'revision_number': 1, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:32:45.093447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c771-414c-42cf-8982-187701405acb req-8c914134-d3b3-48fd-a293-6bda31e11eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.095529 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-8c914134-d3b3-48fd-a293-6bda31e11eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2306077
Apr 20 18:32:45.209064 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ac6fdea-a8c6-46a2-baf0-8dfea1401f98 req-503ac410-5eb3-476a-8765-e690d5c1a92b service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416607
Apr 20 18:32:45.293527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98474-da64-43af-8200-be6788190653 req-f9d31e17-9904-4b7d-ba10-288d6b64dc14 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.296466 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a5e98474-da64-43af-8200-be6788190653 req-f9d31e17-9904-4b7d-ba10-288d6b64dc14 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.2721324
Apr 20 18:32:45.385472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:45.420752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaab60a-acb5-45ba-b880-3f5e60eee2c0 req-85fec6e2-f04f-48a4-a25e-64bbbc14b4d9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.422646 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eeaab60a-acb5-45ba-b880-3f5e60eee2c0 req-85fec6e2-f04f-48a4-a25e-64bbbc14b4d9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3055937
Apr 20 18:32:45.430530 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-4ceabddf-7c62-4baa-a6bf-8b67a6d90f11 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3113177
Apr 20 18:32:45.456318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110811e-1c51-4885-9fb5-82e38ad5973e None None] New status for floating IP 1a2ebbb3-edaa-4211-94c1-10500aaff1e8: ACTIVE {{(pid=86392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:32:45.471034 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a5e98474-da64-43af-8200-be6788190653 req-21f59209-1cf8-4f98-9ccd-5a3b8e2c1fdc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1662092
Apr 20 18:32:45.554698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:45.637716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:45.657796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:45.924085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:45.925552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event updated for resources: {'Port': ['ID=5744b43c-bc61-4a13-be0f-42c722995478,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:45.933886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:45.945632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:45.986316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eeaab60a-acb5-45ba-b880-3f5e60eee2c0 req-ccdd6b83-2820-4d1e-9b25-1f24bdf4c8e7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5451295
Apr 20 18:32:46.074319 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2606c771-414c-42cf-8982-187701405acb req-4ba05fd0-a785-4fba-9628-0d909ff2f4fb service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6014116
Apr 20 18:32:46.114296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:46.121538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:46.122294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:46.160019 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9602919
Apr 20 18:32:46.183191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Request body: {'port': {'device_id': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:46.443308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:46.466606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:46.626031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 36707b77-0efd-41e0-9dc6-6332c175126e completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:46.690824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 36707b77-0efd-41e0-9dc6-6332c175126e triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:46.691466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:46.941686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a6ea9e65-3139-4d17-8138-23ab095e809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.030724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d1d0-a57e-4000-bdad-e0951b94f62c req-6703c930-ec1b-47db-8218-b1d6bdeedc57 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.046110 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3a30d1d0-a57e-4000-bdad-e0951b94f62c req-6703c930-ec1b-47db-8218-b1d6bdeedc57 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.2656760
Apr 20 18:32:47.055298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5744b43c-bc61-4a13-be0f-42c722995478 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:47.080898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40941451-a5ad-43d2-a1dd-9037406cc290 req-47269c58-7b4e-4409-a319-b528740cad4c tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.081737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-40941451-a5ad-43d2-a1dd-9037406cc290 req-47269c58-7b4e-4409-a319-b528740cad4c tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:47.088694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.106149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Transition to ACTIVE for port object 5744b43c-bc61-4a13-be0f-42c722995478 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:47.113320 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3a30d1d0-a57e-4000-bdad-e0951b94f62c req-05827cd3-e075-4dad-8078-24a87da05e2a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671780
Apr 20 18:32:47.117829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.124169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-83a765d0-b93a-4f63-b56c-3ab85c1a7f79 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:47.136793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.165325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-40941451-a5ad-43d2-a1dd-9037406cc290 req-47269c58-7b4e-4409-a319-b528740cad4c tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:47.174898 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40941451-a5ad-43d2-a1dd-9037406cc290 req-47269c58-7b4e-4409-a319-b528740cad4c tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 931 time: 0.9035821
Apr 20 18:32:47.179519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:47.180721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:47.195785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.201856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:47.291393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:47.297298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:47.335788 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40941451-a5ad-43d2-a1dd-9037406cc290 req-82e9ba72-f668-4de6-b1c5-8ebaa86a04ee tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599405
Apr 20 18:32:47.456497 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'code': 200}
Apr 20 18:32:47.462073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Pushing event updated for resources: {'Port': ['ID=5744b43c-bc61-4a13-be0f-42c722995478,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:47.469236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:47.501959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Attempting to bind port 5744b43c-bc61-4a13-be0f-42c722995478 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:47.502349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Attempting to bind port 5744b43c-bc61-4a13-be0f-42c722995478 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:47.502731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Attempting to bind port 5744b43c-bc61-4a13-be0f-42c722995478 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:47.509144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Port 5744b43c-bc61-4a13-be0f-42c722995478 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:47.509557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Attempting to bind port 5744b43c-bc61-4a13-be0f-42c722995478 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:47.557914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:47.558310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Checking segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:47.558745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Bound using segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:47.559246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Bound port: 5744b43c-bc61-4a13-be0f-42c722995478, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:47.559641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.689203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] For port 5744b43c-bc61-4a13-be0f-42c722995478, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:47.697724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] For port 5744b43c-bc61-4a13-be0f-42c722995478, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5744b43c-bc61-4a13-be0f-42c722995478,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:47.711153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bc3fd-d472-40c3-8ad7-a896f1932b72 req-5c0a0db3-2f4c-4d38-8f5c-2c3e40c2e66b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.713445 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c54bc3fd-d472-40c3-8ad7-a896f1932b72 req-5c0a0db3-2f4c-4d38-8f5c-2c3e40c2e66b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1983056
Apr 20 18:32:47.714894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.720259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:47.816747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.817455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:47.818977 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] 10.222.0.44 "PUT /v2.0/ports/5744b43c-bc61-4a13-be0f-42c722995478 HTTP/1.1" status: 200  len: 1093 time: 1.6420643
Apr 20 18:32:47.819520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'tag': '5744b43c-bc61-4a13-be0f-42c722995478'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:47.824641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355107-9392-49e9-b4e2-2f76a44cff11 req-d232b1dd-3cb5-433b-8a37-cdd1d6d7e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.826296 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7f355107-9392-49e9-b4e2-2f76a44cff11 req-d232b1dd-3cb5-433b-8a37-cdd1d6d7e716 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1098 time: 0.1074266
Apr 20 18:32:47.842972 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c54bc3fd-d472-40c3-8ad7-a896f1932b72 req-70a5aeda-d303-42bc-a70f-08ab7e2d126a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794642
Apr 20 18:32:47.882078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Pushing event updated for resources: {'Port': ['ID=5744b43c-bc61-4a13-be0f-42c722995478,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:47.895229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:47.897238 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'tag': '5744b43c-bc61-4a13-be0f-42c722995478', 'status': 'completed', 'code': 200}
Apr 20 18:32:47.916254 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7f355107-9392-49e9-b4e2-2f76a44cff11 req-57207ed0-f4b1-4672-b883-a1e56e03338c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696366
Apr 20 18:32:48.413435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c78dd9-eeb5-4735-99ca-e915dfca6cd2 req-eac63207-1d70-47eb-a5ea-9463272429dc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.430623 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-26c78dd9-eeb5-4735-99ca-e915dfca6cd2 req-eac63207-1d70-47eb-a5ea-9463272429dc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1955681
Apr 20 18:32:48.595760 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-26c78dd9-eeb5-4735-99ca-e915dfca6cd2 req-4b857a8f-8420-4aef-aac4-03ef5581e24f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575375
Apr 20 18:32:48.668124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5239b7b4-3233-4d32-aee4-a51de247d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.670057 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-5239b7b4-3233-4d32-aee4-a51de247d76d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 1096 time: 0.3357222
Apr 20 18:32:48.684723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca924132-e960-4e1a-99d0-d97258e1841a req-6fa82f2b-8b14-4b95-b4d3-385563de6ee9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.693252 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca924132-e960-4e1a-99d0-d97258e1841a req-6fa82f2b-8b14-4b95-b4d3-385563de6ee9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 943 time: 0.1595724
Apr 20 18:32:48.789746 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-27d0ba7f-b5b8-4b89-8491-6c064f47741c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5744b43c-bc61-4a13-be0f-42c722995478 HTTP/1.1" status: 200  len: 217 time: 0.0929875
Apr 20 18:32:48.824562 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca924132-e960-4e1a-99d0-d97258e1841a req-45f07492-7b67-4326-9e2f-aa6ab51822c2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299317
Apr 20 18:32:48.907088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-bc9b4e7b-6cf7-4eb7-8755-24deae25aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.908814 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-bc9b4e7b-6cf7-4eb7-8755-24deae25aa36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.0831811
Apr 20 18:32:48.984188 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-6a8884d5-8b10-4d07-91c6-ddd7fd270806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621259
Apr 20 18:32:49.168707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847f6c4-14c8-4154-9b93-49b412395088 req-9dc4bbcb-4254-4ef3-bb04-ddc73ec1d0b3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.183350 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c847f6c4-14c8-4154-9b93-49b412395088 req-9dc4bbcb-4254-4ef3-bb04-ddc73ec1d0b3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1624837
Apr 20 18:32:49.232473 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-ef666aca-8893-45a7-94ff-56fc0a9b0a1a service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2378762
Apr 20 18:32:49.274000 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c847f6c4-14c8-4154-9b93-49b412395088 req-d6ec7884-8500-4177-86e5-3951b6a1e3ce tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892417
Apr 20 18:32:49.436351 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa1a78ba-9315-4b11-b92d-40a1d84fe138 req-a14fb9f8-2dcd-4cea-b39f-8f51f20aa138 service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953263
Apr 20 18:32:49.584103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d61131-f8ef-4254-b7d9-c34694116079 req-02825b59-7038-42e8-8762-f31c5dd59bf6 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.585372 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-83d61131-f8ef-4254-b7d9-c34694116079 req-02825b59-7038-42e8-8762-f31c5dd59bf6 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.1411126
Apr 20 18:32:49.668735 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-83d61131-f8ef-4254-b7d9-c34694116079 req-d0bdd422-ce2f-4887-a17f-383164cdaf15 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747576
Apr 20 18:32:49.774712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.949682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-ce742924-2b12-403a-b34b-883ab9f7cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.951953 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-ce742924-2b12-403a-b34b-883ab9f7cc8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 1096 time: 0.2826819
Apr 20 18:32:50.031709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1455ff2d-bd67-4bae-be18-82bcce4b9955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.116459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92ae73-edce-4c14-b2c4-a5c6a4df955c req-edb621e7-2388-4266-8478-b6ab82b9c3e5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.116459 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c92ae73-edce-4c14-b2c4-a5c6a4df955c req-edb621e7-2388-4266-8478-b6ab82b9c3e5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.2900839
Apr 20 18:32:50.227674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-78431e77-aa09-4391-93dd-85ec6f008595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.230336 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-78431e77-aa09-4391-93dd-85ec6f008595 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 915 time: 0.2348118
Apr 20 18:32:50.236651 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c92ae73-edce-4c14-b2c4-a5c6a4df955c req-b78d57a9-13a3-4322-9d0d-4ba6079821b6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077981
Apr 20 18:32:50.320680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-bed19f65-0a30-4c05-abfb-7491ef7d7145 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5744b43c-bc61-4a13-be0f-42c722995478 HTTP/1.1" status: 200  len: 217 time: 0.0793674
Apr 20 18:32:50.377980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aac011-6c6e-488d-936a-9aa0d11a33bb req-0843a242-b3b6-4b27-95b3-59250e8dd53b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.387878 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1aac011-6c6e-488d-936a-9aa0d11a33bb req-0843a242-b3b6-4b27-95b3-59250e8dd53b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 943 time: 0.1372881
Apr 20 18:32:50.445465 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1aac011-6c6e-488d-936a-9aa0d11a33bb req-eabf7b48-4bce-4fc8-9d4e-ae89607a0c13 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562906
Apr 20 18:32:50.537599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:50.545278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-bd32040e-cfb3-4ff4-a8bd-0aa15f9ad3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.546972 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-bd32040e-cfb3-4ff4-a8bd-0aa15f9ad3c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.2111568
Apr 20 18:32:50.608593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-7daf47e0-325e-4226-b44a-43ecabe6ee0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527523
Apr 20 18:32:50.732856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69739222-4942-42c6-84db-2d9edba0dd24 req-2e14c5ec-5168-49f7-9de7-3b34a49341fb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.734620 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-69739222-4942-42c6-84db-2d9edba0dd24 req-2e14c5ec-5168-49f7-9de7-3b34a49341fb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.2494044
Apr 20 18:32:50.824938 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-69739222-4942-42c6-84db-2d9edba0dd24 req-d2120ad3-753d-480c-b454-c6bbac09c9eb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732315
Apr 20 18:32:50.863623 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-89cbd5f6-20b3-445a-963d-016a06347d82 service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442818
Apr 20 18:32:50.930564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf78ec3-0924-4781-bf7b-13afea662091 req-04f30571-a3fe-4a41-9623-ea9771f951ba tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.939858 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6bf78ec3-0924-4781-bf7b-13afea662091 req-04f30571-a3fe-4a41-9623-ea9771f951ba tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.1179044
Apr 20 18:32:50.998057 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6bf78ec3-0924-4781-bf7b-13afea662091 req-38471a12-3671-42f5-99e1-59093b8872ed tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571709
Apr 20 18:32:51.049533 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84fa865a-213a-4ae0-97da-c4bece3bdfec req-ddf9c711-b85f-4be2-b52d-8384c8221991 service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659770
Apr 20 18:32:51.530146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6a832-4347-48e0-b89e-e3613610af01 req-75515d9f-21e7-410e-8381-e0e6bd4f5a4c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:51.544365 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c2b6a832-4347-48e0-b89e-e3613610af01 req-75515d9f-21e7-410e-8381-e0e6bd4f5a4c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1448874
Apr 20 18:32:51.601340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:51.624333 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c2b6a832-4347-48e0-b89e-e3613610af01 req-6a9b5e1f-0738-4ed6-b87f-cbc8f07d6720 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782378
Apr 20 18:32:51.712213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099eeb0-56d3-4375-bf9a-736288e1644a req-ecf54d62-48b6-4b76-9107-032e374e97b0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:51.715117 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e099eeb0-56d3-4375-bf9a-736288e1644a req-ecf54d62-48b6-4b76-9107-032e374e97b0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 943 time: 0.1119890
Apr 20 18:32:51.782712 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e099eeb0-56d3-4375-bf9a-736288e1644a req-23ebb6a8-2dd0-4f17-86e0-6e3bcfbc9ef2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540123
Apr 20 18:32:51.861192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd079ef-d631-4f99-bfa2-8aec0720a3c8 req-8ebb2fb9-e7ab-41a1-9635-40f889b77b8c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:51.863094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7dd079ef-d631-4f99-bfa2-8aec0720a3c8 req-8ebb2fb9-e7ab-41a1-9635-40f889b77b8c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1055520
Apr 20 18:32:51.873201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 44984) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:51.881913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'floatingip': {'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:52.115376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:52.189648 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:52.290358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307523bd-0772-47ed-92f3-763f4eb37259 req-dd84a95d-b65f-4056-9626-9dd517db1e84 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:52.293731 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-307523bd-0772-47ed-92f3-763f4eb37259 req-dd84a95d-b65f-4056-9626-9dd517db1e84 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.1536350
Apr 20 18:32:52.366114 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-307523bd-0772-47ed-92f3-763f4eb37259 req-8ce0c0c7-4527-4378-8716-0b7330e9ce58 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566261
Apr 20 18:32:52.763045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aa718-e643-43f7-94c8-5c7ebc1e0f14 req-b09d21f4-4957-432a-9cea-c32bc3342d0e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:52.764811 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-905aa718-e643-43f7-94c8-5c7ebc1e0f14 req-b09d21f4-4957-432a-9cea-c32bc3342d0e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.4765863
Apr 20 18:32:52.842743 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-905aa718-e643-43f7-94c8-5c7ebc1e0f14 req-c76cc6f4-fafb-4250-92b1-57a0205ba201 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650218
Apr 20 18:32:53.151029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9843218-2fa1-4362-8595-c5a1eb73a7cb req-bf90f01c-e186-409a-bc83-d74f8ce43936 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:53.153046 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c9843218-2fa1-4362-8595-c5a1eb73a7cb req-bf90f01c-e186-409a-bc83-d74f8ce43936 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 943 time: 0.1714110
Apr 20 18:32:53.249314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c9843218-2fa1-4362-8595-c5a1eb73a7cb req-9166a755-0f43-486f-b4fd-e49fb2ee62e7 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883784
Apr 20 18:32:53.430011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 5744b43c-bc61-4a13-be0f-42c722995478 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:53.630270 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:53.647868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:53.675441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 5744b43c-bc61-4a13-be0f-42c722995478, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5744b43c-bc61-4a13-be0f-42c722995478,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:53.694284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '5744b43c-bc61-4a13-be0f-42c722995478', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'port_id': '5744b43c-bc61-4a13-be0f-42c722995478', 'mac_address': 'fa:16:3e:79:65:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:53.801164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:53.854174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5744b43c-bc61-4a13-be0f-42c722995478 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:53.889403 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 5744b43c-bc61-4a13-be0f-42c722995478, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5744b43c-bc61-4a13-be0f-42c722995478,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:53.895026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:53.900959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:53.999174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-f274fad3-f814-4f2d-adce-268b5be7052b tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.000572 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-f274fad3-f814-4f2d-adce-268b5be7052b tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.44 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.4671125
Apr 20 18:32:54.020653 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Floating IP 27fae441-2ae3-40a9-bca3-1e618cb4acfc associated. External IP: 172.27.3.6, port: 36707b77-0efd-41e0-9dc6-6332c175126e.
Apr 20 18:32:54.028587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=5744b43c-bc61-4a13-be0f-42c722995478,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:54.035301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:54.310016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1e246-2705-47d6-b681-4511ad5d6962 req-7907f56d-db86-4208-bf69-99434a08c9c8 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.318259 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5e1e246-2705-47d6-b681-4511ad5d6962 req-7907f56d-db86-4208-bf69-99434a08c9c8 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 946 time: 0.5672085
Apr 20 18:32:54.330312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Deleting port 86f572d7-1e31-48f3-871a-dda81cfd9335 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:32:54.330766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:54.490524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['5744b43c-bc61-4a13-be0f-42c722995478'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:54.504614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1853f3b-d6ef-4c27-84d2-7f5574149fb5 req-6be933e4-cdb1-4508-b76f-770a9705e740 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.507870 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b1853f3b-d6ef-4c27-84d2-7f5574149fb5 req-6be933e4-cdb1-4508-b76f-770a9705e740 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3430212
Apr 20 18:32:54.605746 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b1853f3b-d6ef-4c27-84d2-7f5574149fb5 req-34af0497-21c4-42a8-9d0c-c6c82c7d0086 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887787
Apr 20 18:32:54.641805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45050) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:54.782366 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5e1e246-2705-47d6-b681-4511ad5d6962 req-0fb4c160-5d86-418a-bfa1-9edf7e8c8fa8 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/security-groups?id=d84dc977-c442-479e-b5be-29edf2d1f642&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4630942
Apr 20 18:32:54.921162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7e90-10e0-417f-865c-e8565b58f01a req-2eba00d8-7e8c-4610-9db0-75776cbeb51e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.923020 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2edb7e90-10e0-417f-865c-e8565b58f01a req-2eba00d8-7e8c-4610-9db0-75776cbeb51e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 944 time: 0.1505160
Apr 20 18:32:54.978016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.017823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:55.027216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6c22fb6025764644ab4c00a99d12a853 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:55.032939 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2edb7e90-10e0-417f-865c-e8565b58f01a req-260ce612-509c-421c-8835-e914f07e113d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014328
Apr 20 18:32:55.037202 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:55.044168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] For port 86f572d7-1e31-48f3-871a-dda81cfd9335, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=86f572d7-1e31-48f3-871a-dda81cfd9335,segment=NetworkSegment(a1f57d70-19df-46a4-979c-5aa1e72838d7),segment_id=a1f57d70-19df-46a4-979c-5aa1e72838d7)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:55.047253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.047497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:55.187707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.192971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.253625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:55.266141 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c22fb6025764644ab4c00a99d12a853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6226671
Apr 20 18:32:55.272712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45066) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:55.299761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Calling delete_port for 86f572d7-1e31-48f3-871a-dda81cfd9335 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:32:55.311902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d2428-b77a-4cac-87e4-15b27922a8c9,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:55.344095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:55.432995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.446309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 86f572d7-1e31-48f3-871a-dda81cfd9335 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:32:55.467569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:32:55.477147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.548121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.555833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aacb27bb-7203-4268-bd8a-932e64ad3f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:55.574222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.575621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af7d2428-b77a-4cac-87e4-15b27922a8c9 HTTP/1.1" status: 204  len: 168 time: 0.3017683
Apr 20 18:32:55.587158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d2428-b77a-4cac-87e4-15b27922a8c9,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:55.597107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:55.694664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:55.933761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36b587-32b9-4dc7-bc7b-5eba6ca45488 req-207d263c-4488-4494-b10d-dd67791d1f9b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:55.935614 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2c36b587-32b9-4dc7-bc7b-5eba6ca45488 req-207d263c-4488-4494-b10d-dd67791d1f9b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1641541
Apr 20 18:32:55.999666 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2c36b587-32b9-4dc7-bc7b-5eba6ca45488 req-c167cd0e-7247-409f-8b3b-360f947924bd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560148
Apr 20 18:32:56.036893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:56.056846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:56.294793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Pushing event deleted for resources: {'Port': ['ID=86f572d7-1e31-48f3-871a-dda81cfd9335,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:56.310367 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a1badc92-6e2d-4963-969b-d8d847c59c61 req-daca0f23-4306-4af4-8658-fe908fd2f7f2 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.1434412
Apr 20 18:32:56.314764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:56.338145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d391dc7-db3a-4e8f-b476-632ce38c75b6 req-33e65670-8a85-4958-a3a2-7e2df62ae532 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:56.346987 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9d391dc7-db3a-4e8f-b476-632ce38c75b6 req-33e65670-8a85-4958-a3a2-7e2df62ae532 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 944 time: 0.1163266
Apr 20 18:32:56.390391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] No DVR routers for this DVR port 86f572d7-1e31-48f3-871a-dda81cfd9335 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:32:56.403529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:56.408360 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9d391dc7-db3a-4e8f-b476-632ce38c75b6 req-94e1eac6-4974-4821-b567-ce3ecf63ba65 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602212
Apr 20 18:32:56.411956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'name': 'network-vif-deleted', 'tag': '86f572d7-1e31-48f3-871a-dda81cfd9335'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:56.449139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:32:56.477567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:32:56.495214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:56.495974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:56.496698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800046c518>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:32:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:56.572522 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52555464-f186-4c7e-9183-b2f64ebe3c70', 'name': 'network-vif-deleted', 'tag': '86f572d7-1e31-48f3-871a-dda81cfd9335', 'status': 'completed', 'code': 200}
Apr 20 18:32:56.588789 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-db5b60dc-539b-47fa-b920-33b3145ff82f req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.44 "DELETE /v2.0/ports/86f572d7-1e31-48f3-871a-dda81cfd9335 HTTP/1.1" status: 204  len: 173 time: 2.4943388
Apr 20 18:32:56.636525 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-04bca5c5-4a98-4f03-b3fc-8f5a409aace7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "PUT /v2.0/floatingips/27fae441-2ae3-40a9-bca3-1e618cb4acfc HTTP/1.1" status: 200  len: 989 time: 4.7615435
Apr 20 18:32:56.834730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:57.037205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45114) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:57.262871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1872807560-network', 'tenant_id': 'c036c284f0be4d2d8e070be841f52d9c'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:57.295282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:57.312628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Usage tracker for resource:network and tenant:c036c284f0be4d2d8e070be841f52d9c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:57.325580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:57.355201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:57.387817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Made reservation on behalf of c036c284f0be4d2d8e070be841f52d9c for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:57.405163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:57.466387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:57.468736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 5744b43c-bc61-4a13-be0f-42c722995478 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:57.574993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:57.584635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800046c518>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '27fae441-2ae3-40a9-bca3-1e618cb4acfc', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'mac_address': 'fa:16:3e:47:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:15Z', 'updated_at': '2021-04-20T18:32:53Z', 'revision_number': 1, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:57.598153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:32:57.608326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Usage tracker for resource:security_group_rule and tenant:c036c284f0be4d2d8e070be841f52d9c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:57.624381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:57.627026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800046c518>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:32:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:57.627669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:57.663149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:57.713473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3592-3169-4d49-bb27-b0e3062faf4f req-c45b164b-0124-4668-b9de-176f0f916703 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:57.725981 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8e2c3592-3169-4d49-bb27-b0e3062faf4f req-c45b164b-0124-4668-b9de-176f0f916703 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.4562423
Apr 20 18:32:57.838850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 5744b43c-bc61-4a13-be0f-42c722995478 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:57.852661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 5744b43c-bc61-4a13-be0f-42c722995478 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:57.853738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:57.857651 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8e2c3592-3169-4d49-bb27-b0e3062faf4f req-f9b36674-42e7-4c37-a577-db5e200c32a9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143191
Apr 20 18:32:57.931259 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-88c90c81-15c1-42ed-b356-0bb46636bcb5 req-8fb32eac-052b-4f78-913c-8024780089d4 tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] 10.222.0.25 "GET /v2.0/ports?device_id=52555464-f186-4c7e-9183-b2f64ebe3c70 HTTP/1.1" status: 200  len: 210 time: 0.1947203
Apr 20 18:32:58.051354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:58.108257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.118021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.143518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:32:58.168521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.169414 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Added segment c7e9052f-f14b-4a96-9c59-305022707499 of type vlan for network a8ad5c85-66fc-46e4-a059-80fb3de0af49
Apr 20 18:32:58.205660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-94e40a4b-fd3b-4a50-8cdf-a03c0e38f97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:58.247631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be623da8-df75-4d67-ab51-68b1562e613a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:58.262246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:58.272413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.290508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ab95b-c5b2-489b-98c6-7639b9a0ba0b req-ffdca7c2-d511-49b2-a4cc-c1a90a8608a3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:58.310552 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b53ab95b-c5b2-489b-98c6-7639b9a0ba0b req-ffdca7c2-d511-49b2-a4cc-c1a90a8608a3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 944 time: 0.2477915
Apr 20 18:32:58.316330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.351476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.357606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:58.358667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.386364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:58.448258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 5744b43c-bc61-4a13-be0f-42c722995478, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5744b43c-bc61-4a13-be0f-42c722995478,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:58.455073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5744b43c-bc61-4a13-be0f-42c722995478'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:58.468295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.470806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9d4caf34-e361-41e8-a934-bcf1da774dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:58.576789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=5744b43c-bc61-4a13-be0f-42c722995478,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:58.586453 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5472608
Apr 20 18:32:58.591912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45142) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:32:58.593168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:58.619338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Request body: {'subnet': {'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1872807560-subnet', 'tenant_id': 'c036c284f0be4d2d8e070be841f52d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:58.631887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:58.643861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:58.651793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Usage tracker for resource:subnet and tenant:c036c284f0be4d2d8e070be841f52d9c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:32:58.657000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:32:58.668419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:58.677050 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b53ab95b-c5b2-489b-98c6-7639b9a0ba0b req-f0e3f2ba-7543-4da8-ab65-06a6fe01ae7b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3640285
Apr 20 18:32:58.685853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Pushing event updated for resources: {'Network': ['ID=a8ad5c85-66fc-46e4-a059-80fb3de0af49,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:58.689629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Made reservation on behalf of c036c284f0be4d2d8e070be841f52d9c for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:58.698757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.700765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:32:58.740824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:58.895286 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'status': 'completed', 'code': 200}
Apr 20 18:32:58.898818 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5744b43c-bc61-4a13-be0f-42c722995478', 'code': 200}
Apr 20 18:32:59.405277 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800046c518>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '27fae441-2ae3-40a9-bca3-1e618cb4acfc', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'mac_address': 'fa:16:3e:47:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:15Z', 'updated_at': '2021-04-20T18:32:53Z', 'revision_number': 1, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:59.416636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db0f7b-2ac0-4540-b746-c1b10238858e None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '27fae441-2ae3-40a9-bca3-1e618cb4acfc', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'mac_address': 'fa:16:3e:47:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:15Z', 'updated_at': '2021-04-20T18:32:53Z', 'revision_number': 1, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:32:59.580375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723b74d-914f-47e9-ad2c-a91663e8b40c req-7f208089-38cc-4245-8b14-5de1e1ee5f5b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:59.592842 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3723b74d-914f-47e9-ad2c-a91663e8b40c req-7f208089-38cc-4245-8b14-5de1e1ee5f5b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.5586720
Apr 20 18:32:59.712659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985df6dd-9090-4d83-9897-9c545ea06c02 req-76583880-f8d0-4f81-85e2-13a7602a5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:59.717086 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-985df6dd-9090-4d83-9897-9c545ea06c02 req-76583880-f8d0-4f81-85e2-13a7602a5e73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 1098 time: 0.3683720
Apr 20 18:32:59.723115 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3723b74d-914f-47e9-ad2c-a91663e8b40c req-061392b8-8145-4ce6-918e-641960ff5729 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289983
Apr 20 18:32:59.733092 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-578b7a5c-b604-42fe-880e-a9cd768fbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:59.738807 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-578b7a5c-b604-42fe-880e-a9cd768fbce6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1098 time: 0.5090833
Apr 20 18:32:59.935524 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-985df6dd-9090-4d83-9897-9c545ea06c02 req-20935787-5434-4633-8f9f-b143f38eee3c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944323
Apr 20 18:32:59.956673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb603f2-9b83-4c13-9837-cbc97fc14e37 None None] New status for floating IP 27fae441-2ae3-40a9-bca3-1e618cb4acfc: ACTIVE {{(pid=86392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:33:00.085765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-e409d9dd-8f16-4473-a193-1c01a91aa225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.094965 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-e409d9dd-8f16-4473-a193-1c01a91aa225 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.3406940
Apr 20 18:33:00.126611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.138023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8951c7a3-dddb-4f6f-9cfd-801bc2bf613d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:00.286750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf2952-9220-4521-af6f-7758dc5ca9c7 req-12a3cfa6-7a19-4455-88c4-4759679ad01e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.308448 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-38bf2952-9220-4521-af6f-7758dc5ca9c7 req-12a3cfa6-7a19-4455-88c4-4759679ad01e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 0.2115803
Apr 20 18:33:00.334613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0616d798-527e-4503-80d3-8bb9f31c6be6,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:00.370986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:00.373987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Checking segment: {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:33:00.374340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Network hostable DHCP agents. Network: a8ad5c85-66fc-46e4-a059-80fb3de0af49, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:33:00.420578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:33:00.444808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, a8ad5c85-66fc-46e4-a059-80fb3de0af49) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:00.470518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12faea8d-0c34-445c-824c-37a0d81ff0df None None] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:33:00.489785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.491156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.539310 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9456742
Apr 20 18:33:00.625260 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-38bf2952-9220-4521-af6f-7758dc5ca9c7 req-2999c516-26d5-4317-8d5c-c0c4f860154d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154755
Apr 20 18:33:00.709885 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-0b17bd6c-6eb7-4ac3-a035-5fb2bda13bf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 200  len: 997 time: 0.3973868
Apr 20 18:33:00.856218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-0ddbb5ab-d326-45d2-b3d2-31f13fb110a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.859613 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-0ddbb5ab-d326-45d2-b3d2-31f13fb110a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.1386623
Apr 20 18:33:01.043542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89061d1b-4b76-461f-a607-aeea54e01389 None None] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:33:01.073842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-b032d708-94b5-4685-9616-b11195e2e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.075728 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-b032d708-94b5-4685-9616-b11195e2e9a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2004411
Apr 20 18:33:01.165123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d9aa5-b329-45e1-9008-4307586f7448 req-3ea4dc8a-9aa1-4e81-a08a-ae60e2416ab7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.168035 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-678d9aa5-b329-45e1-9008-4307586f7448 req-3ea4dc8a-9aa1-4e81-a08a-ae60e2416ab7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1711192
Apr 20 18:33:01.274540 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-678d9aa5-b329-45e1-9008-4307586f7448 req-760191d2-ae85-4a25-95ba-9458d9b8d1ef tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996900
Apr 20 18:33:01.437139 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-4b22111a-162b-472f-b70b-f366774c8506 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282163
Apr 20 18:33:01.886919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f621e-f445-4216-b7c1-f7017720bb7e req-86f81335-e1a1-4d14-a57b-f9f3372e5109 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.888897 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff0f621e-f445-4216-b7c1-f7017720bb7e req-86f81335-e1a1-4d14-a57b-f9f3372e5109 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 0.1252663
Apr 20 18:33:01.942677 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff0f621e-f445-4216-b7c1-f7017720bb7e req-7c930538-db89-4368-9259-132175edced3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471225
Apr 20 18:33:04.517959 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-643e2c3e-9ae0-4cdf-b752-b01a5486510d req-e9d5a112-dffd-43e8-b1f9-55b6f628ecbd service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439070
Apr 20 18:33:04.531716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45246) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:04.640513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Deleting subnet 826789c2-f5a9-4ac2-81af-fc077062858c {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:33:04.688384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.771263 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.848529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529bb2-7fd2-4301-993e-4170ad4017a3 req-df507765-9e72-4011-b6cf-0238217f5130 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:04.850302 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff529bb2-7fd2-4301-993e-4170ad4017a3 req-df507765-9e72-4011-b6cf-0238217f5130 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.2181072
Apr 20 18:33:04.862410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.877449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43528c-f599-4b12-9cff-9e7bcfe2616e req-e3beb051-8ce4-498e-b8d6-0b3f59c3ceb9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:04.882429 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9a43528c-f599-4b12-9cff-9e7bcfe2616e req-e3beb051-8ce4-498e-b8d6-0b3f59c3ceb9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 0.1884146
Apr 20 18:33:04.973374 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9a43528c-f599-4b12-9cff-9e7bcfe2616e req-34247bf9-ec3b-4e70-8ff6-634e09894feb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800598
Apr 20 18:33:05.035755 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff529bb2-7fd2-4301-993e-4170ad4017a3 req-9803c297-676a-4944-9193-9d992988894d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423140
Apr 20 18:33:05.223874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.238535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-47dc0519-205f-41a7-b5c8-877b42badf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:05.311382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.316261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826789c2-f5a9-4ac2-81af-fc077062858c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:05.322528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:05.328037 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f06c0204-b329-4438-aeff-cad588a8bb45 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/826789c2-f5a9-4ac2-81af-fc077062858c HTTP/1.1" status: 204  len: 168 time: 0.7944646
Apr 20 18:33:05.331103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45266) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:05.557070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.710654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-d70d91a2-0991-4858-afee-bbd565c344a6 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:05.711818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-d70d91a2-0991-4858-afee-bbd565c344a6 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Synchronizing usage tracker for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:05.721903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.741660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-d70d91a2-0991-4858-afee-bbd565c344a6 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Unset dirty status for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:05.744452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-d70d91a2-0991-4858-afee-bbd565c344a6 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/networks?id=a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 200  len: 814 time: 0.3782055
Apr 20 18:33:05.764748 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-9b3c7384-b89b-4b22-8247-04e5c5705950 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/quotas/c036c284f0be4d2d8e070be841f52d9c HTTP/1.1" status: 200  len: 375 time: 0.0112407
Apr 20 18:33:05.824833 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-da2b9a86-2e16-4836-9d4e-36aba18535a4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c036c284f0be4d2d8e070be841f52d9c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0531826
Apr 20 18:33:05.913172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7ffbae41d0>> segment before_delete 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.913881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7ffbae41d0>> subnet precommit_delete_associations 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.914552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> segment_host_mapping after_create 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.914952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> port after_create 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.915618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> port after_delete 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.915763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> port after_update 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.916065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> segment after_delete 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.916436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> subnet after_create 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.916798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> subnet after_delete 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.918292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7ffb9e2438>> subnet after_update 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.986836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffbe2dd68>> subnet after_create 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.987182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffbe2dd68>> subnet after_delete 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.987567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffbe2dd68>> subnet before_create 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.987950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7ffbe2dd68>> subnet before_update 55550000 {{(pid=86390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:33:05.988359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffb1ccda0>,) {'filters': {'network_id': ['a4e74e02-5162-4969-a5ab-fa33f8684bda']}} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:06.005333 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-276ecce9-16d2-4470-b8fb-81907e1d7cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725409
Apr 20 18:33:06.009998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb1ccda0>, 'a1f57d70-19df-46a4-979c-5aa1e72838d7') {'for_net_delete': True} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:06.010769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb1ccda0>, 'a1f57d70-19df-46a4-979c-5aa1e72838d7') {} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:06.037707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-68713431628'] for segment, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.066980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.076933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=86390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:33:06.174683 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-d330167c-9f12-4b0c-a9bf-337e619cf6d8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643941
Apr 20 18:33:06.295591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Network a4e74e02-5162-4969-a5ab-fa33f8684bda has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:33:06.311651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223371968141539566'] for segment, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.526626 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Network a4e74e02-5162-4969-a5ab-fa33f8684bda has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   from cryptography.utils import int_from_bytes
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   from cryptography.utils import int_from_bytes
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   (rel_b, rel_a, rel_b),
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   (rel_b, rel_a, rel_b),
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:33:06.558721 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:33:06.648235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.655498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.660229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:06.682880 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4e74e02-5162-4969-a5ab-fa33f8684bda HTTP/1.1" status: 204  len: 168 time: 1.3492687
Apr 20 18:33:06.684063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e74e02-5162-4969-a5ab-fa33f8684bda,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:06.690912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-666ad502-0180-4489-941d-8805a98fb6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:06.838387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45302) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:06.899386 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bc22f921-978b-4ba3-b738-b5d4a6a84368 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02402528c32649b9b9327236ec561e08&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0594749
Apr 20 18:33:06.902650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45306) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:06.966237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.999898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.059561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.065196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dfe8e914-4742-4b23-956d-5a09dba42d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:07.083733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84dc977-c442-479e-b5be-29edf2d1f642,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:07.086876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:07.096211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.102322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d84dc977-c442-479e-b5be-29edf2d1f642 HTTP/1.1" status: 204  len: 168 time: 0.1943345
Apr 20 18:33:08.298673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae7c19-7181-4f4b-af78-236b3471879d req-c7652702-4021-43b1-9a78-5503a69b5e4a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:08.307870 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eaae7c19-7181-4f4b-af78-236b3471879d req-c7652702-4021-43b1-9a78-5503a69b5e4a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1438332
Apr 20 18:33:08.426912 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eaae7c19-7181-4f4b-af78-236b3471879d req-2b135735-7bd1-464c-a2d5-8947110eaf5e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178861
Apr 20 18:33:08.606905 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e17617d8-5fab-4ceb-b226-d436a261f00d req-e5e08d77-de67-44c5-a67e-a5b34464ad4e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 210 time: 0.0572429
Apr 20 18:33:09.402105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-f2143818-44dd-45aa-be71-a32f7398d498 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:09.406186 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-f2143818-44dd-45aa-be71-a32f7398d498 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "GET /v2.0/networks?id=a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 200  len: 814 time: 0.3573494
Apr 20 18:33:09.452798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Request body: {'port': {'device_id': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49', 'admin_state_up': True, 'tenant_id': 'c036c284f0be4d2d8e070be841f52d9c'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:09.698510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:09.748310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Usage tracker for resource:port and tenant:c036c284f0be4d2d8e070be841f52d9c is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:09.751188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45412) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:09.757712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:09.782457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:09.814209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Made reservation on behalf of c036c284f0be4d2d8e070be841f52d9c for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:09.821190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.839873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Deleting subnet c68f3741-3f07-4118-835a-c3c057a01cf2 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:33:09.844228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.914552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:09.929273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925ac60-8824-4cf1-8f64-311b9770277a req-ad8402a0-57e9-4d21-a169-38bb396bbae8 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:09.931116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9925ac60-8824-4cf1-8f64-311b9770277a req-ad8402a0-57e9-4d21-a169-38bb396bbae8 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.2296748
Apr 20 18:33:09.931801 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45418) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:10.017600 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-07a0e9d1-7087-4e9e-b480-64865d8625f5 req-b97862f7-e8ef-4a70-b5d7-4e55d02f8881 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 210 time: 0.0668526
Apr 20 18:33:10.045143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.062262 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9925ac60-8824-4cf1-8f64-311b9770277a req-55f57941-7e0d-4d73-80ef-02c190f02e81 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169338
Apr 20 18:33:10.133734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Allocated IP 172.20.0.7 (a8ad5c85-66fc-46e4-a059-80fb3de0af49/0616d798-527e-4503-80d3-8bb9f31c6be6/06a72144-d46d-42ad-aef8-3b655cd2b4c6) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:33:10.140777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.168810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:10.187584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Usage tracker for resource:security_group_rule and tenant:b40f234457ca437f931a263dc9079df4 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:10.193614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:10.210854 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:10.419072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.424176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:10.479500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.484876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68f3741-3f07-4118-835a-c3c057a01cf2,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:10.488148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:10.494775 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-874ae128-5c9f-486a-9acf-ee8ad017a240 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c68f3741-3f07-4118-835a-c3c057a01cf2 HTTP/1.1" status: 204  len: 168 time: 0.7394464
Apr 20 18:33:10.495457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45438) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:10.580308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.595382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.607210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f1d1c3de-7482-43c4-bb13-95ecbfdc75b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:10.625519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.676638 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b40f234457ca437f931a263dc9079df4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7404315
Apr 20 18:33:10.679521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45448) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:10.684349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e37987e-03c1-460b-bd53-4cc47523d04b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:10.701233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:10.778625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.780691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.786925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:10.898985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.902407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.910024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:33:10.919472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:10.934032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:33:11.076747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.219709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Pushing event updated for resources: {'Port': ['ID=06a72144-d46d-42ad-aef8-3b655cd2b4c6,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:11.230869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:11.295928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.296806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.419134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf818d0>,) {'filters': {'network_id': ['dac6cca7-7129-4ef2-856b-bb92f32cf5dc']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:11.422820 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9791036
Apr 20 18:33:11.432549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.435429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.438727 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e37987e-03c1-460b-bd53-4cc47523d04b HTTP/1.1" status: 204  len: 168 time: 0.7578170
Apr 20 18:33:11.441523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-02cf903d-6129-4848-b8d3-4b5fcf143ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:11.449771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf818d0>, '0282c618-c69b-498b-a82f-6a59c98007db') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:11.450220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf818d0>, '0282c618-c69b-498b-a82f-6a59c98007db') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:11.472992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Request body: {'port': {'device_id': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:11.480618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.502939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e37987e-03c1-460b-bd53-4cc47523d04b,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:11.504987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.511677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:11.526213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c8a63-23a9-40b5-bc0c-600e2a1919b6 req-bf4a3cfc-cb13-487b-84a1-1f78f2152244 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.528043 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-566c8a63-23a9-40b5-bc0c-600e2a1919b6 req-bf4a3cfc-cb13-487b-84a1-1f78f2152244 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1826510
Apr 20 18:33:11.531480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:33:11.572318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9216b3-217c-4699-b925-b916816c4420 req-312411fc-53bb-48e8-a2ce-cda7ac065a76 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.573281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-af9216b3-217c-4699-b925-b916816c4420 req-312411fc-53bb-48e8-a2ce-cda7ac065a76 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Synchronizing usage tracker for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:11.662324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-af9216b3-217c-4699-b925-b916816c4420 req-312411fc-53bb-48e8-a2ce-cda7ac065a76 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Unset dirty status for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:11.663952 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af9216b3-217c-4699-b925-b916816c4420 req-312411fc-53bb-48e8-a2ce-cda7ac065a76 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 931 time: 0.3263311
Apr 20 18:33:11.667763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.762969 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-566c8a63-23a9-40b5-bc0c-600e2a1919b6 req-cf177bb9-f3c7-4678-9c29-350ec2bd1a04 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123308
Apr 20 18:33:11.799432 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af9216b3-217c-4699-b925-b916816c4420 req-7bd5a6a2-f3ac-4776-91a2-2a70196cb6bf tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186397
Apr 20 18:33:11.811517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Network dac6cca7-7129-4ef2-856b-bb92f32cf5dc has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:33:11.842524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.011589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45478) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:12.114612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.177594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:12.215656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a72144-d46d-42ad-aef8-3b655cd2b4c6 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:12.224731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.256672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Network dac6cca7-7129-4ef2-856b-bb92f32cf5dc has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:33:12.268178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d7ec726204463aa5996458037c67aa is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:33:12.296123 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:33:12.302877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:12.375523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:12.457668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Transition to ACTIVE for port object 06a72144-d46d-42ad-aef8-3b655cd2b4c6 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:33:12.465665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.471133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-d62c83b5-e8a1-4948-b688-e7544dbe36eb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:12.472842 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-d62c83b5-e8a1-4948-b688-e7544dbe36eb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.3680544
Apr 20 18:33:12.476807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.486945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:12.490384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.503318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2b0db7c4-dec8-4bef-b316-126804c404fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:12.529689 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dac6cca7-7129-4ef2-856b-bb92f32cf5dc HTTP/1.1" status: 204  len: 168 time: 2.0267973
Apr 20 18:33:12.534532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac6cca7-7129-4ef2-856b-bb92f32cf5dc,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:12.537228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:12.542741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45496) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:12.548592 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-dd51feab-5c1d-472e-8fe1-c41a0b797978 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/quotas/122aac624a214c548b32893da89374a1 HTTP/1.1" status: 200  len: 375 time: 0.0614097
Apr 20 18:33:12.714060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Deleting subnet 72482968-c3bd-4968-87e6-cb1a8a9892ae {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:33:12.721670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.779533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Pushing event updated for resources: {'Port': ['ID=06a72144-d46d-42ad-aef8-3b655cd2b4c6,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:12.785662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.787855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:12.798242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.814844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:12.832377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Attempting to bind port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:33:12.833560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Attempting to bind port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:33:12.833560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Attempting to bind port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 on network a8ad5c85-66fc-46e4-a059-80fb3de0af49 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:12.839574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 on network a8ad5c85-66fc-46e4-a059-80fb3de0af49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:33:12.840115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Attempting to bind port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 on network a8ad5c85-66fc-46e4-a059-80fb3de0af49 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:12.846939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:33:12.847448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Checking segment: {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:33:12.848014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Bound using segment: {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:33:12.848706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Bound port: 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:33:12.848865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323abb1f-601b-47b8-a3f4-e5f05726c429,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:12.849217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.852247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:12.871478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.928323 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-c6b10f9b-141b-4347-b092-48a8c21cb667 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3323460
Apr 20 18:33:12.958303 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7d7ec726204463aa5996458037c67aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9429588
Apr 20 18:33:12.984630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45510) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:13.051064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] For port 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:33:13.079198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] For port 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:33:13.081412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.095828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.104290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:13.188639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.189303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.190830 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] 10.222.0.44 "PUT /v2.0/ports/06a72144-d46d-42ad-aef8-3b655cd2b4c6 HTTP/1.1" status: 200  len: 1093 time: 1.7259920
Apr 20 18:33:13.199580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'tag': '06a72144-d46d-42ad-aef8-3b655cd2b4c6'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:13.221487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.251596 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-c204fb2a-123a-471a-9cc4-49faf4394a8d service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016443
Apr 20 18:33:13.262950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Pushing event updated for resources: {'Port': ['ID=06a72144-d46d-42ad-aef8-3b655cd2b4c6,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:13.267137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.280543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:13.289319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a40f9-bdf4-4060-80c6-ed347e3cbdef req-c9d6b1a2-ace2-4d12-8e6b-a6f7773f478b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.291692 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-848a40f9-bdf4-4060-80c6-ed347e3cbdef req-c9d6b1a2-ace2-4d12-8e6b-a6f7773f478b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3080752
Apr 20 18:33:13.433037 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-848a40f9-bdf4-4060-80c6-ed347e3cbdef req-84b87847-8100-488f-b33c-6dd8641316c7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917835
Apr 20 18:33:13.449637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.455693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a67d4d6e-ef2e-452d-b8ef-d92daba68210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:13.467316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-4ea97016-ec6b-4071-ae9a-8a3486b5e2a2 service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2081316
Apr 20 18:33:13.470609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-80a287e1-4dbd-4dec-9099-af19bca6a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.472249 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-80a287e1-4dbd-4dec-9099-af19bca6a0d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c036c284f0be4d2d8e070be841f52d9c&device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 1096 time: 0.1795654
Apr 20 18:33:13.473363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323abb1f-601b-47b8-a3f4-e5f05726c429,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:13.479056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:13.481271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.485674 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/323abb1f-601b-47b8-a3f4-e5f05726c429 HTTP/1.1" status: 204  len: 168 time: 0.4998512
Apr 20 18:33:13.574140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.588745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-10597f85-e41b-4d5c-bee6-4021e6303d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:13.621064 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-5c6ddc03-3d6b-4b7a-9777-98b37cd1b571 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6 HTTP/1.1" status: 200  len: 217 time: 0.1205845
Apr 20 18:33:13.655954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72482968-c3bd-4968-87e6-cb1a8a9892ae,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:13.661567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:13.665519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.675375 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-752c7337-c437-49a4-9dd8-930cd091e631 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72482968-c3bd-4968-87e6-cb1a8a9892ae HTTP/1.1" status: 204  len: 168 time: 1.1306462
Apr 20 18:33:13.679653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45524) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:13.792266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-669aeab8-d03d-4c5c-93d2-0ea21df16dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.794295 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-669aeab8-d03d-4c5c-93d2-0ea21df16dea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0616d798-527e-4503-80d3-8bb9f31c6be6 HTTP/1.1" status: 200  len: 854 time: 0.1635542
Apr 20 18:33:13.863948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.926522 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-4661f781-0fc3-4570-8de1-4e1ec476425b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8ad5c85-66fc-46e4-a059-80fb3de0af49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0983591
Apr 20 18:33:13.940317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf472c-10ae-4fd4-a6c1-dcebcec56a4d req-492450d5-10d7-4927-b746-258ee1c81190 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.955273 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8bdf472c-10ae-4fd4-a6c1-dcebcec56a4d req-492450d5-10d7-4927-b746-258ee1c81190 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 943 time: 0.2789164
Apr 20 18:33:14.025252 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'tag': '06a72144-d46d-42ad-aef8-3b655cd2b4c6', 'status': 'completed', 'code': 200}
Apr 20 18:33:14.139895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:14.184580 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8bdf472c-10ae-4fd4-a6c1-dcebcec56a4d req-7e4d711a-f23a-48f0-beb9-481b5ea91b11 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174139
Apr 20 18:33:14.296066 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-0222a7e8-7f22-425f-98e3-a32f06f17f2d service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3391724
Apr 20 18:33:14.330715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffbddbb70>,) {'filters': {'network_id': ['311c45da-ceb2-40ae-a223-194ef93e8aa5']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:14.347497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbddbb70>, '87264689-0c0f-49d7-b29e-62cc39486019') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:14.347869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbddbb70>, '87264689-0c0f-49d7-b29e-62cc39486019') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:14.362844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:14.467537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:14.487501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:33:14.561372 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da187ad0-ffbf-4219-b920-6b216a312f44 req-7150aea0-7657-48bb-aa12-89019813305e service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566354
Apr 20 18:33:14.925029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924dd2c-bbda-4015-8ad8-b61f9436b6bd req-86605828-1771-4e7b-be90-eb6218cecd65 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:14.933810 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6924dd2c-bbda-4015-8ad8-b61f9436b6bd req-86605828-1771-4e7b-be90-eb6218cecd65 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3000865
Apr 20 18:33:14.965863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-b37ba660-d65f-489b-ba0d-e4e6f665d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:14.967514 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-b37ba660-d65f-489b-ba0d-e4e6f665d827 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c036c284f0be4d2d8e070be841f52d9c&device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 1096 time: 0.2215657
Apr 20 18:33:15.083950 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bbc61ddb-ce7e-422d-95fb-cf7e707b46b8 req-bfb5f151-cfbe-4914-9b83-cdc721017662 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 210 time: 0.6817145
Apr 20 18:33:15.106945 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6924dd2c-bbda-4015-8ad8-b61f9436b6bd req-203d4b49-cf19-4b0b-93b9-a37e30ad81fd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719460
Apr 20 18:33:15.122319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Network 311c45da-ceb2-40ae-a223-194ef93e8aa5 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:33:15.155523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:15.198640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-7d291249-3aaf-43ad-a5af-8fd62a98fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:15.200863 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-7d291249-3aaf-43ad-a5af-8fd62a98fee0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 200  len: 915 time: 0.2239864
Apr 20 18:33:15.307404 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-839f9233-80f8-4f94-8bf7-5bf67444d524 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6 HTTP/1.1" status: 200  len: 217 time: 0.0951669
Apr 20 18:33:15.441291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Network 311c45da-ceb2-40ae-a223-194ef93e8aa5 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:33:15.466156 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:33:15.484884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-88e5b74a-ec9a-406d-b31f-84a7362a1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:15.486777 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-88e5b74a-ec9a-406d-b31f-84a7362a1e9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0616d798-527e-4503-80d3-8bb9f31c6be6 HTTP/1.1" status: 200  len: 854 time: 0.1060750
Apr 20 18:33:15.562097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:15.575880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-db1bcc83-a6a0-4685-a73c-184524c2cd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:15.598187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:15.611647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Pushing event deleted for resources: {'Network': ['ID=311c45da-ceb2-40ae-a223-194ef93e8aa5,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:15.614837 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] 10.222.0.25 "DELETE /v2.0/networks/311c45da-ceb2-40ae-a223-194ef93e8aa5 HTTP/1.1" status: 204  len: 168 time: 1.9339125
Apr 20 18:33:15.616006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fcc63ef0-71a2-4d69-8076-39a30e766446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:15.622263 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-4044a699-48ee-47ff-af21-18c0eed02bbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8ad5c85-66fc-46e4-a059-80fb3de0af49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1032827
Apr 20 18:33:15.760025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45590) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:15.822119 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-16e52ec2-9c6c-4313-89d9-43ecfddc19a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a65e18599b4e4189ba9cbeb6548ce8b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599597
Apr 20 18:33:15.824609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45594) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:15.899648 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:15.937546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:15.999041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ea692-4f99-4c11-b4d6-80dcd6d58b4c req-90508c63-e3f0-4f81-96a2-2f989af93633 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:16.000693 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd0ea692-4f99-4c11-b4d6-80dcd6d58b4c req-90508c63-e3f0-4f81-96a2-2f989af93633 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 943 time: 0.4386566
Apr 20 18:33:16.010947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.027761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:16.077834 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-e3cbed03-9ea2-48fe-bda7-c89f493599b8 service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4384162
Apr 20 18:33:16.083095 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd0ea692-4f99-4c11-b4d6-80dcd6d58b4c req-4a01a211-3b76-46f2-b207-17d198bbf544 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649517
Apr 20 18:33:16.252273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45612) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:16.260005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-494c5561-fdaf-4fa0-bec7-cf36a4764c87 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:16.261700 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-494c5561-fdaf-4fa0-bec7-cf36a4764c87 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.2187662
Apr 20 18:33:16.272117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d881c2f-bf02-4510-9b6f-d70f9e2b16f7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:16.291818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Request body: {'port': {'device_id': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'admin_state_up': True, 'tenant_id': '122aac624a214c548b32893da89374a1'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:16.308944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:16.314526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.318628 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d881c2f-bf02-4510-9b6f-d70f9e2b16f7 HTTP/1.1" status: 204  len: 168 time: 0.4929175
Apr 20 18:33:16.398495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-44962ace-b1ea-4590-bec2-8154773cc010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.459876 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa6e4e86-8793-4b9f-891e-70b3e0ad062d req-8fc47108-8e51-496b-b47f-8fdcaf8e2986 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 210 time: 0.0713584
Apr 20 18:33:16.542397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:16.555857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:16.561759 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa44f6d6-b436-4d2a-bec8-67b5a630ae0e req-f61f66dd-b2df-4233-85b5-7c40e9b2ac75 service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4745548
Apr 20 18:33:16.583035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Made reservation on behalf of 122aac624a214c548b32893da89374a1 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:16.599882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.728561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038448f-0221-4e83-aa9b-204d0f8152b6 req-2ae1fef3-89cc-4560-a3a8-3342386b6563 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:16.742433 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9038448f-0221-4e83-aa9b-204d0f8152b6 req-2ae1fef3-89cc-4560-a3a8-3342386b6563 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1794882
Apr 20 18:33:16.828692 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9038448f-0221-4e83-aa9b-204d0f8152b6 req-4208534c-4329-4b26-9b0c-f8e09a034585 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851579
Apr 20 18:33:16.879304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.896161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Allocated IP 172.20.0.3 (cc0a5556-9f4f-4012-a49b-d7d22905fe39/f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf/4800bd55-987f-4f15-ad9f-8ef10a6a45b7) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:33:16.904345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:16.911961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45632) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:16.912437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1e75e2e56ae34595a709e0a473a88b52 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:16.916549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:16.926101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:16.968344 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b702bf5b-02b0-4fb8-9705-1f086ed1e5b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d869d3c2ce84f77bfe787a355de6536&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548756
Apr 20 18:33:16.971060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45636) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:17.040548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.074107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.120830 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.126058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4a8ab193-e885-4e25-9694-dc72e1e17a1b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:17.140158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6606d7d9-62a0-483a-bccd-b862227c396e,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:17.143061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:17.144385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.147972 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6606d7d9-62a0-483a-bccd-b862227c396e HTTP/1.1" status: 204  len: 168 time: 0.1735358
Apr 20 18:33:17.218613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.222948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.229796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.239727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-216d71ac-2245-477b-9670-e71aa8427a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:17.301029 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e75e2e56ae34595a709e0a473a88b52&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0331576
Apr 20 18:33:17.303539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab38e777-633b-492a-9f76-dc6523ba00f9,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:17.306232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45644) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:17.310113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:17.344747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1332c-16ff-4af0-b71f-c79f4da3ab52 req-df3db514-7490-4d8f-8202-a9768e9f676e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:17.346470 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dbc1332c-16ff-4af0-b71f-c79f4da3ab52 req-df3db514-7490-4d8f-8202-a9768e9f676e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 943 time: 0.1103594
Apr 20 18:33:17.361626 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.374021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:17.408103 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dbc1332c-16ff-4af0-b71f-c79f4da3ab52 req-c8870ed3-53f1-485c-a06c-253013be19a1 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512781
Apr 20 18:33:17.462585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:33:17.469441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:17.476180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:33:17.508345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.537101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event updated for resources: {'Port': ['ID=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:17.544172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:17.574101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.592992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:17.593650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.702634 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4159136
Apr 20 18:33:17.726914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.733692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-601dee8f-bc63-4e29-a882-c37eb6dce15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:17.763459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b014f5-a0d6-4813-89b4-bb95ccb97492 req-ae4484c3-a9b3-4542-bea2-cf8d820a6e82 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:17.764269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-75b014f5-a0d6-4813-89b4-bb95ccb97492 req-ae4484c3-a9b3-4542-bea2-cf8d820a6e82 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:17.769554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab38e777-633b-492a-9f76-dc6523ba00f9,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:17.772481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:17.776229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:17.780586 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab38e777-633b-492a-9f76-dc6523ba00f9 HTTP/1.1" status: 204  len: 168 time: 0.4691725
Apr 20 18:33:17.788086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-75b014f5-a0d6-4813-89b4-bb95ccb97492 req-ae4484c3-a9b3-4542-bea2-cf8d820a6e82 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:17.789662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-75b014f5-a0d6-4813-89b4-bb95ccb97492 req-ae4484c3-a9b3-4542-bea2-cf8d820a6e82 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 931 time: 0.1767976
Apr 20 18:33:17.846954 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-75b014f5-a0d6-4813-89b4-bb95ccb97492 req-ecb9838b-d38b-4093-892e-a7b1a18c3cbc tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488012
Apr 20 18:33:18.068627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d5374-d862-42fd-a061-fa7f27110e1a req-102a55ee-1905-49d3-b1fd-8845ea6895ee tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:18.078029 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bb6d5374-d862-42fd-a061-fa7f27110e1a req-102a55ee-1905-49d3-b1fd-8845ea6895ee tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.0991104
Apr 20 18:33:18.142322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bb6d5374-d862-42fd-a061-fa7f27110e1a req-019c1651-a3ec-467e-98ef-56efb7dae92c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632339
Apr 20 18:33:18.270994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45684) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:18.292381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.308762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:18.313198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9207ca17cab84315a2465f776e847a73 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:18.316403 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:18.324296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:18.424972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.430604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.444350 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:18.490108 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9207ca17cab84315a2465f776e847a73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2176979
Apr 20 18:33:18.491845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7e253-21a2-4fc9-b030-e7f9e0075130,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:18.493785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45690) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:18.495870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:18.561329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.592538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.645423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.652965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f495747a-fa8b-4849-87e4-a1e081e491eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:18.667042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7e253-21a2-4fc9-b030-e7f9e0075130,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:18.671492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:18.672770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.680901 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afa7e253-21a2-4fc9-b030-e7f9e0075130 HTTP/1.1" status: 204  len: 168 time: 0.1822062
Apr 20 18:33:19.738486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:19.886336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006', '5744b43c-bc61-4a13-be0f-42c722995478'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:33:19.905429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Request body: {'port': {'device_id': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:19.917462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:19.939115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 06a72144-d46d-42ad-aef8-3b655cd2b4c6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:33:20.085361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.212332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ee8c2-75b5-4e90-ab15-7c05e8cb39e7 req-30e51d88-ef15-4298-a652-74c25299a7ec tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:20.212750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb1b44ee-d88c-4117-aa4e-3005fdbb2fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.215622 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-551ee8c2-75b5-4e90-ab15-7c05e8cb39e7 req-30e51d88-ef15-4298-a652-74c25299a7ec tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 943 time: 0.1192498
Apr 20 18:33:20.240023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:20.280779 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-551ee8c2-75b5-4e90-ab15-7c05e8cb39e7 req-8d21890f-a6d8-4f67-b616-e78c037b6ef5 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594802
Apr 20 18:33:20.288377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '06a72144-d46d-42ad-aef8-3b655cd2b4c6', 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49', 'port_id': '06a72144-d46d-42ad-aef8-3b655cd2b4c6', 'mac_address': 'fa:16:3e:59:65:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616d798-527e-4503-80d3-8bb9f31c6be6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:33:20.362980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.465875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a72144-d46d-42ad-aef8-3b655cd2b4c6 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:20.529499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25996-16b8-4527-aadf-bcae8dd24ea0 req-a339b045-393a-4a68-bb96-bb6b4a4bef4c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:20.529499 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4eb25996-16b8-4527-aadf-bcae8dd24ea0 req-a339b045-393a-4a68-bb96-bb6b4a4bef4c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1134615
Apr 20 18:33:20.532583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:20.546464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.553728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:20.607007 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4eb25996-16b8-4527-aadf-bcae8dd24ea0 req-f6728e75-5319-4612-b783-edc328963a25 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640984
Apr 20 18:33:20.650699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3540-7f90-4c12-93d5-cff780a6c13b req-08ceebd0-b9e1-4dad-944f-d01d49bbc828 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:20.650941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=06a72144-d46d-42ad-aef8-3b655cd2b4c6,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:20.654089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:20.661572 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-651f3540-7f90-4c12-93d5-cff780a6c13b req-08ceebd0-b9e1-4dad-944f-d01d49bbc828 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 931 time: 0.4663284
Apr 20 18:33:20.663798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.733942 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-651f3540-7f90-4c12-93d5-cff780a6c13b req-ce24b943-984f-4983-bf67-7b2417bcaffb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708916
Apr 20 18:33:20.823864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:20.832440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.850459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Transition to ACTIVE for port object 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:33:20.855163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.865002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:21.078387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Pushing event updated for resources: {'Port': ['ID=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:21.099047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:21.139141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['06a72144-d46d-42ad-aef8-3b655cd2b4c6'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:33:21.254989 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-cfffc883-f6f9-4764-8318-bb6c74b946d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2175360
Apr 20 18:33:21.295884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Attempting to bind port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:33:21.296268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Attempting to bind port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:33:21.296651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Attempting to bind port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:21.302055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:33:21.302426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Attempting to bind port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:21.309768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:33:21.310160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Checking segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:33:21.310591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Bound using segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:33:21.311072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Bound port: 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:33:21.311463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.496999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] For port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:33:21.500961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] For port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:33:21.506239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.513903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:21.612856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.613555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:21.614807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.616337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] 10.222.0.44 "PUT /v2.0/ports/4800bd55-987f-4f15-ad9f-8ef10a6a45b7 HTTP/1.1" status: 200  len: 1093 time: 1.7172325
Apr 20 18:33:21.619824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'tag': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:21.662118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Pushing event updated for resources: {'Port': ['ID=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:21.675337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:21.754377 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'tag': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7', 'status': 'completed', 'code': 200}
Apr 20 18:33:21.776202 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-6514e71f-a0ef-4ed0-ad28-ee3c45bdd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:21.782974 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-6514e71f-a0ef-4ed0-ad28-ee3c45bdd5be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 1099 time: 0.3778751
Apr 20 18:33:21.793753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-aea83942-1219-4713-9448-7cb56aceda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:21.795722 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-aea83942-1219-4713-9448-7cb56aceda75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 1096 time: 0.1079919
Apr 20 18:33:21.805459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d552-0500-4ce6-9269-96e4624a629c req-d95504bf-fa7e-4bd2-8f9e-636314c57bcd tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:21.808144 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f8f5d552-0500-4ce6-9269-96e4624a629c req-d95504bf-fa7e-4bd2-8f9e-636314c57bcd tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 944 time: 0.2596266
Apr 20 18:33:21.962537 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f8f5d552-0500-4ce6-9269-96e4624a629c req-ca4f8737-ad81-4138-a0be-3aa53d4a0d9e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395764
Apr 20 18:33:22.035977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-7eb53d17-e29e-429f-aa83-cc195d45e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.042947 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-7eb53d17-e29e-429f-aa83-cc195d45e830 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 915 time: 0.2185843
Apr 20 18:33:22.156316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-336f018f-770e-476b-8641-7a5ef2d001da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7 HTTP/1.1" status: 200  len: 217 time: 0.3403552
Apr 20 18:33:22.185761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:22.197907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6741dc-1445-449d-8b68-3de48d3f503a req-cc21c6d4-3816-4129-baaa-8f5dcd6b2989 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.199608 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0d6741dc-1445-449d-8b68-3de48d3f503a req-cc21c6d4-3816-4129-baaa-8f5dcd6b2989 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 943 time: 0.0958042
Apr 20 18:33:22.217335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5308061-c1de-4fc0-a4fb-60dff2964862 req-25ae5edf-4391-45e7-85bf-3696251611eb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.219003 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5308061-c1de-4fc0-a4fb-60dff2964862 req-25ae5edf-4391-45e7-85bf-3696251611eb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3488166
Apr 20 18:33:22.258248 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0d6741dc-1445-449d-8b68-3de48d3f503a req-e720cc03-3347-4ba7-90e7-1e9ce0420d94 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515790
Apr 20 18:33:22.280824 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5308061-c1de-4fc0-a4fb-60dff2964862 req-812ecb3a-9443-40f6-9e5b-3221d17e2a10 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511804
Apr 20 18:33:22.610523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45816) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:22.784308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:22.800063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:22.804322 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Usage tracker for resource:security_group_rule and tenant:b6ceb960a4054110b0aeca12253014c8 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:22.807445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:22.813513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:22.907305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:22.910473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:22.921379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-575ec2e1-f287-42de-ad55-e0d853438e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:22.965696 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6ceb960a4054110b0aeca12253014c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3539479
Apr 20 18:33:22.967552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4640004-7364-4e35-8fec-f762bdbcd0d8,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:22.968953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45836) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:22.970859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:23.037486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.071558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.122144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.127550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:23.143486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4640004-7364-4e35-8fec-f762bdbcd0d8,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:23.146738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:23.151954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.155771 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4640004-7364-4e35-8fec-f762bdbcd0d8 HTTP/1.1" status: 204  len: 168 time: 0.1831150
Apr 20 18:33:23.498846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45856) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:23.519687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.535872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:23.539999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Usage tracker for resource:security_group_rule and tenant:caa202c980a942a284e52d3030dd2343 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:23.543023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:23.549208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:23.638048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.641325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.650685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:23.691745 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caa202c980a942a284e52d3030dd2343&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1916199
Apr 20 18:33:23.693440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad902d0-50ac-4529-84a9-06ab9d281200,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:23.694749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45860) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:23.696610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:23.758970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.854700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.863030 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-3c9c3e4d-ffc9-4f35-8c43-b0fc53aa77db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc49b83a-1530-42ad-b886-8026ee93c006 HTTP/1.1" status: 200  len: 217 time: 0.0825858
Apr 20 18:33:23.902686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.907622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-32ad8a01-e9a7-4ac9-93d7-e4fa93185754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:23.919773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad902d0-50ac-4529-84a9-06ab9d281200,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:23.922890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:23.924922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:23.926140 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dad902d0-50ac-4529-84a9-06ab9d281200 HTTP/1.1" status: 204  len: 168 time: 0.2303398
Apr 20 18:33:24.927302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-79ec2896-e1cc-4e67-a6c8-b75414db7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:24.929691 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-79ec2896-e1cc-4e67-a6c8-b75414db7090 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.1227465
Apr 20 18:33:24.937980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-9c3e9308-f9ce-4f59-baf2-b9b7abed2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:24.941702 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-9c3e9308-f9ce-4f59-baf2-b9b7abed2247 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.1367931
Apr 20 18:33:24.999381 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-03a8104c-9989-4635-b502-4867b3f81e56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609558
Apr 20 18:33:25.049894 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-657bece4-b459-4d3d-b543-2a514e1c0573 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986648
Apr 20 18:33:25.281519 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-9bf11198-5194-4452-a62b-682429969dde service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669711
Apr 20 18:33:25.291166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619301c6-7343-4f1b-ba6b-94139051cbc4 req-9ced1758-1f5b-489c-b977-b214b627fc0e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:25.293925 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-619301c6-7343-4f1b-ba6b-94139051cbc4 req-9ced1758-1f5b-489c-b977-b214b627fc0e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 944 time: 0.1671093
Apr 20 18:33:25.302747 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-a699d3b8-d11c-42a9-a0b2-1ddf36bfd6bb service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420721
Apr 20 18:33:25.316175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73174b57-271d-4073-b519-90002ec01d93 req-1568ecf1-f317-43df-b13e-8bd622152448 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:25.317807 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-73174b57-271d-4073-b519-90002ec01d93 req-1568ecf1-f317-43df-b13e-8bd622152448 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 943 time: 0.1603053
Apr 20 18:33:25.466478 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-619301c6-7343-4f1b-ba6b-94139051cbc4 req-d019700c-f3df-47eb-a15a-5409987e4fb6 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387174
Apr 20 18:33:25.477170 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-73174b57-271d-4073-b519-90002ec01d93 req-c656eee3-f91f-4a09-98ec-c27830556ecc tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322401
Apr 20 18:33:25.554088 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd267d7f-57b4-4e9c-8703-57311e568861 req-d3560edf-99f1-47fa-a85b-6381ac95ab5e service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550194
Apr 20 18:33:25.579299 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-04b6ca10-1edb-4f76-b495-29785e60b3a6 req-80b8a2c0-d7a7-43a1-9146-a786f09d213e service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601244
Apr 20 18:33:25.720562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250ecd-26a7-4773-b869-7485cf84e043 req-a2a8f4a1-5163-43b2-98bc-0b6cfc0e463b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:25.731121 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-24250ecd-26a7-4773-b869-7485cf84e043 req-a2a8f4a1-5163-43b2-98bc-0b6cfc0e463b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1018226
Apr 20 18:33:25.830166 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-24250ecd-26a7-4773-b869-7485cf84e043 req-2f9d1f12-47fc-400f-804c-d5bb5b269d6b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012442
Apr 20 18:33:25.869253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-d62c7635-e17e-4381-bf37-ae58375946b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:25.871075 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-d62c7635-e17e-4381-bf37-ae58375946b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 1096 time: 0.1167946
Apr 20 18:33:25.899641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 06a72144-d46d-42ad-aef8-3b655cd2b4c6 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:33:26.058843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:33:26.070015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:26.071966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.146399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-5f3812d6-2b4c-459a-8fbe-9d9ee321f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:26.148314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-5f3812d6-2b4c-459a-8fbe-9d9ee321f8ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 915 time: 0.2608109
Apr 20 18:33:26.380875 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-3e35bd6f-38ab-45c8-807b-70f108a8c11e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7 HTTP/1.1" status: 200  len: 217 time: 0.1748490
Apr 20 18:33:26.554000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-a21ffa91-7602-4e6e-9699-a3b492674f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:26.558388 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-a21ffa91-7602-4e6e-9699-a3b492674f4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.1626744
Apr 20 18:33:26.653829 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-1337c035-f5c4-4247-8f45-272072bd833f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0833724
Apr 20 18:33:26.688924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.760956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:26.763092 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a72144-d46d-42ad-aef8-3b655cd2b4c6'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:26.771575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:26.776443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:26.889765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1bcd3-ae97-45b1-80ea-cf70486d34ab req-2c031702-8a49-4ac7-afbe-d8baf4e530df tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:26.892468 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1b1bcd3-ae97-45b1-80ea-cf70486d34ab req-2c031702-8a49-4ac7-afbe-d8baf4e530df tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 943 time: 0.1306703
Apr 20 18:33:26.904426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=06a72144-d46d-42ad-aef8-3b655cd2b4c6,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:26.908149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:26.972237 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1b1bcd3-ae97-45b1-80ea-cf70486d34ab req-308074ee-73b1-4f01-ab77-9078fc7fda42 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687149
Apr 20 18:33:27.017998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e1b12-4810-4d92-b525-675b93ebe8aa req-2c1f9731-9611-4ef3-8eaf-ca42958b7d86 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:27.026279 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2c6e1b12-4810-4d92-b525-675b93ebe8aa req-2c1f9731-9611-4ef3-8eaf-ca42958b7d86 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.1498356
Apr 20 18:33:27.049709 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a72144-d46d-42ad-aef8-3b655cd2b4c6', 'code': 200}
Apr 20 18:33:27.079660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-2c6e1b12-4810-4d92-b525-675b93ebe8aa req-e653f0bc-fe39-4b24-a79e-8fea3f02233d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Synchronizing usage tracker for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:27.097841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-2c6e1b12-4810-4d92-b525-675b93ebe8aa req-e653f0bc-fe39-4b24-a79e-8fea3f02233d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Unset dirty status for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:27.111304 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2c6e1b12-4810-4d92-b525-675b93ebe8aa req-e653f0bc-fe39-4b24-a79e-8fea3f02233d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805819
Apr 20 18:33:27.304338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4a92f-080a-42ec-aad6-57c637b0ccfb req-c9f14724-a7a4-41f6-8d36-30418aa233b5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:27.307366 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eee4a92f-080a-42ec-aad6-57c637b0ccfb req-c9f14724-a7a4-41f6-8d36-30418aa233b5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1303551
Apr 20 18:33:27.339489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45968) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:27.423308 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eee4a92f-080a-42ec-aad6-57c637b0ccfb req-052a90fe-7ea9-4a07-80c0-67c012f7068e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032341
Apr 20 18:33:27.546528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.578057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:27.583119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Usage tracker for resource:security_group_rule and tenant:2987b4a1d108406daab6f8cfe6161401 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:27.587044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:27.593964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:27.691850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.694774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.705529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c488e9d5-1093-4aeb-ae54-5da61626e483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:27.754524 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2987b4a1d108406daab6f8cfe6161401&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4123702
Apr 20 18:33:27.755617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d230647a-5aa6-432a-8999-47c94545eb44,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:27.757824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45980) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:27.766057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.766644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.767171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.767757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.768270 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.768796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.769377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.769897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.770492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.771052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.771565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.772050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.778111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:27.826968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.857855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.915374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.920788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9f2ff5d5-d455-4eeb-8e27-408f6f047255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:27.932515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d230647a-5aa6-432a-8999-47c94545eb44,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:27.944341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.944674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.945081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.945516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.946525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.947092 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.947498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.947895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.948283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.948678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.949075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.949509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:27.952812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:27.953877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:27.955115 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d230647a-5aa6-432a-8999-47c94545eb44 HTTP/1.1" status: 204  len: 168 time: 0.1956100
Apr 20 18:33:28.278900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 45992) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:28.302262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.319619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:28.332771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Usage tracker for resource:security_group_rule and tenant:647afedd6a2c4cf48434eb3fd1aef28b is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:28.338893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:28.349149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:28.467328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.470707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.481143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-87477188-680c-4fba-8147-0baf57f85dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:28.529286 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=647afedd6a2c4cf48434eb3fd1aef28b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2491825
Apr 20 18:33:28.530298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd091d62-eb4e-4020-b316-bee4c1f00d84,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:28.532740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 45998) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:28.533823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:28.618727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.666777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.740627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.747034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-22ee1706-0882-4d08-8ea3-847dc83c6a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:28.762335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd091d62-eb4e-4020-b316-bee4c1f00d84,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:28.767075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:28.782226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:28.785896 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd091d62-eb4e-4020-b316-bee4c1f00d84 HTTP/1.1" status: 204  len: 168 time: 0.2515309
Apr 20 18:33:29.448667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:33:29.619241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:29.640950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'port_id': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7', 'mac_address': 'fa:16:3e:67:a6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:33:29.720716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:29.742286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:29.763855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:29.768036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:29.770308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:29.882450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:29.896946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:30.032599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7677b18-1f09-43e9-a621-7e5b6a0c5a42 req-6b7a7f3b-0812-4be7-81b0-e97e4c20f301 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:30.035756 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7677b18-1f09-43e9-a621-7e5b6a0c5a42 req-6b7a7f3b-0812-4be7-81b0-e97e4c20f301 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 944 time: 0.1843116
Apr 20 18:33:30.096406 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-8ab9b233-6579-409a-afd8-63583df242cb service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5481050
Apr 20 18:33:30.100945 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7677b18-1f09-43e9-a621-7e5b6a0c5a42 req-9766e626-e455-4eda-86ee-cf35d2dab1c3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584781
Apr 20 18:33:30.200026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe7057-7f04-4919-8191-b79f9863f05b req-47325e4a-4b7b-4133-bf7a-e275ed01999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:30.202083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7cfe7057-7f04-4919-8191-b79f9863f05b req-47325e4a-4b7b-4133-bf7a-e275ed01999a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 1098 time: 0.1047750
Apr 20 18:33:30.263396 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7cfe7057-7f04-4919-8191-b79f9863f05b req-0ce24e70-f303-4db4-8cc2-4ebf96177bf1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511744
Apr 20 18:33:30.269487 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c8ce1ded-bbdf-40ac-a398-567fa26ad539 req-6d0f589c-99af-4ed8-9b47-8567d3c5b95d service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576385
Apr 20 18:33:30.280074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb03ce-6f62-4ac6-abde-3593ed491da8 req-e8290299-7f35-4a1f-bb3d-1c98df7178a8 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:30.281812 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-30cb03ce-6f62-4ac6-abde-3593ed491da8 req-e8290299-7f35-4a1f-bb3d-1c98df7178a8 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.3535802
Apr 20 18:33:30.312983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['4800bd55-987f-4f15-ad9f-8ef10a6a45b7'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:33:30.357073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-30cb03ce-6f62-4ac6-abde-3593ed491da8 req-df0eed9a-d888-48dd-a440-7abef28bd7a3 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669212
Apr 20 18:33:30.394276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca9b5-3c11-4148-a771-2c5455a77ab8 req-f62113b1-3d7c-4413-a27e-f61341bce292 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:30.403748 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-20eca9b5-3c11-4148-a771-2c5455a77ab8 req-f62113b1-3d7c-4413-a27e-f61341bce292 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1387091
Apr 20 18:33:30.460206 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-20eca9b5-3c11-4148-a771-2c5455a77ab8 req-2d5b0cee-29da-41ea-ba60-9048aed16d35 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551252
Apr 20 18:33:31.414948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20f2d8-e805-441f-9aaf-754bc828ec90 req-aa0daefe-1e31-4f03-aa61-137276464fed tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:31.417994 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c20f2d8-e805-441f-9aaf-754bc828ec90 req-aa0daefe-1e31-4f03-aa61-137276464fed tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 944 time: 0.1262565
Apr 20 18:33:31.511742 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c20f2d8-e805-441f-9aaf-754bc828ec90 req-20812d77-3227-4aeb-a252-5871e5a2c611 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809057
Apr 20 18:33:31.682891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f9a7-c3f2-4369-8c83-3016353d759b req-095a15a8-4fe7-4e0a-bfc5-195b5fe9cab2 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:31.684553 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-67e8f9a7-c3f2-4369-8c83-3016353d759b req-095a15a8-4fe7-4e0a-bfc5-195b5fe9cab2 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.1311750
Apr 20 18:33:31.754881 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-67e8f9a7-c3f2-4369-8c83-3016353d759b req-5fa32dc7-d46c-463b-88a7-4151e3d2a69e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587499
Apr 20 18:33:31.775708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5cdc1-e1c3-44ed-8f54-200cf3b58291 req-20944179-844b-4f89-9acf-e253806507d9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:31.777421 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-23d5cdc1-e1c3-44ed-8f54-200cf3b58291 req-20944179-844b-4f89-9acf-e253806507d9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1037970
Apr 20 18:33:31.838728 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-23d5cdc1-e1c3-44ed-8f54-200cf3b58291 req-4393fbef-bfff-461c-ba4f-7dcba03ff43b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472567
Apr 20 18:33:32.757016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37abe06-4652-40f4-ad99-c9f7359fec1f req-c461f5ba-35ca-481a-a03e-1e6efe03b47a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:32.760800 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c37abe06-4652-40f4-ad99-c9f7359fec1f req-c461f5ba-35ca-481a-a03e-1e6efe03b47a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 944 time: 0.1231518
Apr 20 18:33:32.820230 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c37abe06-4652-40f4-ad99-c9f7359fec1f req-0240b7dd-b12b-4acb-a983-3b677743f399 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528989
Apr 20 18:33:33.046790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14977-cf90-41ab-bf7f-11bc68340076 req-90d94c02-e497-4a35-8645-04b9f2d24855 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:33.048665 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46f14977-cf90-41ab-bf7f-11bc68340076 req-90d94c02-e497-4a35-8645-04b9f2d24855 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.1282880
Apr 20 18:33:33.081114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae286-3e79-4a88-b5c5-58b26b2b0ef3 req-9cf8f3aa-641c-485f-b9f6-3ed2c25a3695 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:33.083387 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-440ae286-3e79-4a88-b5c5-58b26b2b0ef3 req-9cf8f3aa-641c-485f-b9f6-3ed2c25a3695 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1129107
Apr 20 18:33:33.109339 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46f14977-cf90-41ab-bf7f-11bc68340076 req-40285aed-318a-46c4-8b32-3d9cf5cb68d0 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462499
Apr 20 18:33:33.161596 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-440ae286-3e79-4a88-b5c5-58b26b2b0ef3 req-59f52c71-869b-40b4-9d90-ba424b921895 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705924
Apr 20 18:33:33.880221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:33:33.956466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:33:33.963319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:33.963618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:34.096806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:34.126264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:34.137688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:34.140951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:34.142974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:34.218995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:34.227458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.227788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.228173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.228543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.228911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.229283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.229679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.230050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.230418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.230783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.231145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.231770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:34.236804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:35.065892 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7', 'code': 200}
Apr 20 18:33:35.206004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474cf29-5907-44ba-9027-137a69a5ba84 req-f743f2f8-cc6e-4f51-80c4-1d3760a01a03 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.207749 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3474cf29-5907-44ba-9027-137a69a5ba84 req-f743f2f8-cc6e-4f51-80c4-1d3760a01a03 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1189339
Apr 20 18:33:35.307542 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3474cf29-5907-44ba-9027-137a69a5ba84 req-132b1d9b-aeac-452f-8797-db981d24a1ad tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818117
Apr 20 18:33:35.318083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24a6f-c71c-440a-8f4c-4f485e1b26c1 req-25329f26-498a-400d-a6bc-d7444e585c99 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.320025 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b3d24a6f-c71c-440a-8f4c-4f485e1b26c1 req-25329f26-498a-400d-a6bc-d7444e585c99 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1472876
Apr 20 18:33:35.376593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b3d24a6f-c71c-440a-8f4c-4f485e1b26c1 req-7d492a3d-5d24-4f8a-9e1d-c629a905ba79 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494514
Apr 20 18:33:35.484092 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be06fc7-0178-43a2-a743-47de3fc4c90f req-e6552985-120d-42c5-813c-eba0c60a5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.485757 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8be06fc7-0178-43a2-a743-47de3fc4c90f req-e6552985-120d-42c5-813c-eba0c60a5efc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 1098 time: 0.1055231
Apr 20 18:33:35.538707 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8be06fc7-0178-43a2-a743-47de3fc4c90f req-fa72269c-aa65-481c-9d0c-ba8e5cde6c6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446165
Apr 20 18:33:36.570275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10dda-686b-4d8c-8b05-9eb75cfae48c req-159ed3fc-9b49-4912-bf9f-498615ef0010 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:36.580567 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-63b10dda-686b-4d8c-8b05-9eb75cfae48c req-159ed3fc-9b49-4912-bf9f-498615ef0010 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1211517
Apr 20 18:33:36.647272 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-63b10dda-686b-4d8c-8b05-9eb75cfae48c req-0bf97aa7-3001-4205-843c-d2634aa5b4c3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653870
Apr 20 18:33:36.678942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3a9a-6999-4700-80af-f7b8276f8c5e req-2c0ac11e-d6b9-4485-8292-ec813d944218 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:36.681332 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a0d3a9a-6999-4700-80af-f7b8276f8c5e req-2c0ac11e-d6b9-4485-8292-ec813d944218 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1166043
Apr 20 18:33:36.741551 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a0d3a9a-6999-4700-80af-f7b8276f8c5e req-5ffba7d1-2552-4012-bcd2-a36869b916a4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485368
Apr 20 18:33:37.785083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01beb-885f-45bc-815a-c880fd44d737 req-3b43f41e-bc93-4a2a-b227-bf71557f7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.786872 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-92f01beb-885f-45bc-815a-c880fd44d737 req-3b43f41e-bc93-4a2a-b227-bf71557f7f59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 1098 time: 0.0932515
Apr 20 18:33:37.846627 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-92f01beb-885f-45bc-815a-c880fd44d737 req-72d981a0-7c9f-4181-8df4-1cf04042a3b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511317
Apr 20 18:33:37.875323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57471d-ee66-4353-96d2-eb9a85455812 req-3af4c7f4-6ccf-4ce2-80e5-207e8de6085d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.877080 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7b57471d-ee66-4353-96d2-eb9a85455812 req-3af4c7f4-6ccf-4ce2-80e5-207e8de6085d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1041300
Apr 20 18:33:37.941319 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7b57471d-ee66-4353-96d2-eb9a85455812 req-4cba9a28-9daf-4369-a75e-a0f1b894e0d6 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508595
Apr 20 18:33:37.989650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6647c0-b6a8-4fdd-91f3-8d433dc1c450 req-f921d630-c948-4ac9-b4f0-1f77ae56193a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:37.991348 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2e6647c0-b6a8-4fdd-91f3-8d433dc1c450 req-f921d630-c948-4ac9-b4f0-1f77ae56193a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1059396
Apr 20 18:33:38.064538 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2e6647c0-b6a8-4fdd-91f3-8d433dc1c450 req-be9e6504-71d8-4db6-a523-078df52c326d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564971
Apr 20 18:33:41.273997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3f309-56b0-421c-bbc7-acf979a81937 req-36e23220-26d6-44a9-8791-a0f87fd8f9a1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:41.275652 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f0e3f309-56b0-421c-bbc7-acf979a81937 req-36e23220-26d6-44a9-8791-a0f87fd8f9a1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.0925665
Apr 20 18:33:41.328711 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f0e3f309-56b0-421c-bbc7-acf979a81937 req-1e9dc142-00bf-40fa-99e3-f21694e7fecb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464797
Apr 20 18:33:42.637978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da32f-08d5-480f-bdb4-f77b9a1829b2 req-eb97591a-fe0c-4fc8-b804-575684045f3c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.645816 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-714da32f-08d5-480f-bdb4-f77b9a1829b2 req-eb97591a-fe0c-4fc8-b804-575684045f3c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1189325
Apr 20 18:33:42.709469 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-714da32f-08d5-480f-bdb4-f77b9a1829b2 req-c9f3ce3c-12ab-4690-b309-21801ee4b251 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625448
Apr 20 18:33:42.984193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a204-4f9b-49ef-85c0-946f7d99cc9b req-7160a3ff-ee45-4b8a-8d0a-a1c53f7d5d47 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:42.986104 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6298a204-4f9b-49ef-85c0-946f7d99cc9b req-7160a3ff-ee45-4b8a-8d0a-a1c53f7d5d47 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1374881
Apr 20 18:33:43.041018 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6298a204-4f9b-49ef-85c0-946f7d99cc9b req-572b8752-a927-486c-acac-bdb5c33bcd0c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483832
Apr 20 18:33:43.368537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46370) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:43.680699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:43.702177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:43.706732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa03310992a41e4a211513b82a503db is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:43.710378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:43.718847 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:43.846640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:43.850085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:43.858991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a56f1ad2-add1-432a-b802-e157432756c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:43.903374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa4766-eb8e-4c8d-a118-4823c024759c,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:43.916522 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0aa03310992a41e4a211513b82a503db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5467033
Apr 20 18:33:43.917597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:43.921154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46396) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:43.995254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.035123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.124078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.129912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:44.145488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa4766-eb8e-4c8d-a118-4823c024759c,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:44.150187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:44.156591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.157877 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8aa4766-eb8e-4c8d-a118-4823c024759c HTTP/1.1" status: 204  len: 168 time: 0.2356691
Apr 20 18:33:44.524379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46412) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:44.544391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.561952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:44.566338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Usage tracker for resource:security_group_rule and tenant:72101caedfaf4c97b98b8a41a720ee87 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:44.571851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:44.582867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:44.702535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.705531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.715794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8bdedce3-aa44-40ac-9ff8-4291146cd648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:44.764033 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72101caedfaf4c97b98b8a41a720ee87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2388356
Apr 20 18:33:44.765586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aae01bb-a796-4ac7-8917-0e2a863128a1,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:44.766974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46418) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:44.770452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:44.847443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.888370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.944227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.952376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-28a4d119-39ff-488f-a9d7-5dd16de5065c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:44.968428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:44.970613 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6aae01bb-a796-4ac7-8917-0e2a863128a1 HTTP/1.1" status: 204  len: 168 time: 0.2025394
Apr 20 18:33:44.971957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aae01bb-a796-4ac7-8917-0e2a863128a1,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:44.974678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:45.518953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-84aa57ea-f4f2-4467-b67f-7f0b9021b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:45.521030 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-84aa57ea-f4f2-4467-b67f-7f0b9021b35e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.1496236
Apr 20 18:33:45.622625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596bef-a3e9-41dd-9b7d-3762d44f3df3 req-4c2faff3-8ce6-4503-a85e-35322d80188f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:45.631091 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48596bef-a3e9-41dd-9b7d-3762d44f3df3 req-4c2faff3-8ce6-4503-a85e-35322d80188f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1577039
Apr 20 18:33:45.710182 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48596bef-a3e9-41dd-9b7d-3762d44f3df3 req-c4eebd76-58aa-41a9-b3d8-047e58af1e54 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779295
Apr 20 18:33:45.958005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-427f54f9-4df6-4243-a365-aaadf1299174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:45.959846 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-427f54f9-4df6-4243-a365-aaadf1299174 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.4311218
Apr 20 18:33:46.072388 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-ad5f54d4-97c1-45e2-ba33-ee13cb78dde8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.0895486
Apr 20 18:33:46.162215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-43f5ab16-34d3-4b70-9b7d-6ae995a07960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:46.163862 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-43f5ab16-34d3-4b70-9b7d-6ae995a07960 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.0712454
Apr 20 18:33:46.251796 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-50be7f30-4d93-444d-80b7-e6020517865a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533092
Apr 20 18:33:46.355787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1efea226-dd34-49dd-aa57-64bd265ea34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:46.419621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-d6825c7c-7235-4fbd-8d39-b23edb5d853b service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592090
Apr 20 18:33:46.593512 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff06b11-3f18-47a3-b72a-767d529a6c8c req-6bdeddd9-5933-496e-bd4d-284a8964f24a service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574283
Apr 20 18:33:46.960606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6448-cd87-47be-8063-21627c5088aa req-59a087a4-027c-47e2-bf79-8134c2de5a86 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:46.962363 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-661f6448-cd87-47be-8063-21627c5088aa req-59a087a4-027c-47e2-bf79-8134c2de5a86 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1143737
Apr 20 18:33:47.032969 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-661f6448-cd87-47be-8063-21627c5088aa req-16ea5ce9-5b2c-4ff2-a576-1774fc01d8e3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578778
Apr 20 18:33:48.255988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79461d8c-928d-4de1-abd4-a29b9d0dde83 req-cbf2c9b5-9417-46e2-8e89-1e25060ca728 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:48.261087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79461d8c-928d-4de1-abd4-a29b9d0dde83 req-cbf2c9b5-9417-46e2-8e89-1e25060ca728 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1081631
Apr 20 18:33:48.324110 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79461d8c-928d-4de1-abd4-a29b9d0dde83 req-d3306550-c4b1-4f59-8d06-1a6fff9a99d8 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591538
Apr 20 18:33:48.572699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46592) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:48.748953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46604) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:48.860668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:48.892142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:48.907405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:48.915097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:48.917711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ddab0a926e0a4d00a6a6d3b8b2baf7c3 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:48.921780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:48.925015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Usage tracker for resource:security_group_rule and tenant:afd6af6eb2fe43869bde8740c5441b66 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:48.930989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:48.934000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:48.940040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:49.109446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.114552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.115552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.125596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8ef6f8d4-8c16-4f98-ad8f-75ff105865d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:49.139853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.196919 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddab0a926e0a4d00a6a6d3b8b2baf7c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6200898
Apr 20 18:33:49.197577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46616) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:49.213625 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afd6af6eb2fe43869bde8740c5441b66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4623351
Apr 20 18:33:49.213625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46622) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:49.214171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d5f7d-5572-4835-865b-cd2b1af37e76,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:49.219707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:49.220533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-783684c4-a534-49a6-871d-9204e864d767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:49.276773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.294889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce10bd-a39f-4cb6-8884-9c2f07c61a0d,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:49.301244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:49.323875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.325125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.355175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.398015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.411877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a4bbc1e-8b6e-47b3-b133-d27f8936cfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:49.453082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.454681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d5f7d-5572-4835-865b-cd2b1af37e76,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:49.457186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.462846 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea4d5f7d-5572-4835-865b-cd2b1af37e76 HTTP/1.1" status: 204  len: 168 time: 0.2638230
Apr 20 18:33:49.464178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:49.476433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5b221b00-46a3-4fc1-97c4-30a04b55a6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:49.507852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:49.509439 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9ce10bd-a39f-4cb6-8884-9c2f07c61a0d HTTP/1.1" status: 204  len: 168 time: 0.2918336
Apr 20 18:33:49.512205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce10bd-a39f-4cb6-8884-9c2f07c61a0d,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:49.522030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:49.630088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141d8fd-e6bb-45d6-9b7b-53b94c6dd7f8 req-6d7f3c32-7d0a-46a3-a2fb-4f77e6b9198c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:49.631552 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e141d8fd-e6bb-45d6-9b7b-53b94c6dd7f8 req-6d7f3c32-7d0a-46a3-a2fb-4f77e6b9198c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1176944
Apr 20 18:33:49.702061 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e141d8fd-e6bb-45d6-9b7b-53b94c6dd7f8 req-ae190278-5dad-4c4e-bc27-ef697db1b43f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585408
Apr 20 18:33:49.747771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.017124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-70d522f2-8d5c-41c6-9f58-741cb514705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.028287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46656) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:50.052307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.069133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:50.074900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Usage tracker for resource:security_group_rule and tenant:a6a743e58a8b43a7abffe0dd83bfc87f is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:50.079932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:50.087782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:50.202619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.206356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.224138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-20f99cc7-502f-4f64-a605-a807520e391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:50.280905 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6a743e58a8b43a7abffe0dd83bfc87f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2515709
Apr 20 18:33:50.281859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14b211a-17c9-4185-a51c-b0c2e3a0f992,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:50.283908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46662) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:50.285141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:50.357823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.387149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.442038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.447472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4276e9ec-4d65-4d9b-88f0-265f92127950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:50.459504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14b211a-17c9-4185-a51c-b0c2e3a0f992,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:50.466084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:50.467028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.470708 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a14b211a-17c9-4185-a51c-b0c2e3a0f992 HTTP/1.1" status: 204  len: 168 time: 0.1832843
Apr 20 18:33:50.535983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.536168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46676) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:50.912471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-99305766-network', 'tenant_id': '977d101190a341ceb8e52a3b3e91678f'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:50.918505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:50.924095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Usage tracker for resource:network and tenant:977d101190a341ceb8e52a3b3e91678f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:50.928635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:50.939073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:50.952797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Made reservation on behalf of 977d101190a341ceb8e52a3b3e91678f for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:50.958972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:50.982320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.005752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:51.012313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Usage tracker for resource:security_group_rule and tenant:977d101190a341ceb8e52a3b3e91678f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:51.016565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:51.026176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:51.140969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.145983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.153331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-18346a03-7230-4a52-baf8-cdff4b6e9715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:51.165577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80497f0-de89-4e56-8b54-3197f5b79554 req-9bb448d7-26c0-4d5b-8a15-c130a8cc7413 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:51.167551 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e80497f0-de89-4e56-8b54-3197f5b79554 req-9bb448d7-26c0-4d5b-8a15-c130a8cc7413 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1192658
Apr 20 18:33:51.204824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:33:51.215190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9a4c7-8538-4381-9c0a-cb587f7722a7,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:51.218828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:51.225140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.225618 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Added segment b027fbf8-22bf-44ca-99fd-0f89f9655cce of type vlan for network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3
Apr 20 18:33:51.263514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.304011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.306217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:51.306979 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.312906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:51.427774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Pushing event updated for resources: {'Network': ['ID=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:51.431644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:51.447864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:33:51.449440 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9120066
Apr 20 18:33:51.453941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46714) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:51.460393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Request body: {'subnet': {'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-99305766-subnet', 'tenant_id': '977d101190a341ceb8e52a3b3e91678f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:51.471339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:51.483913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Usage tracker for resource:subnet and tenant:977d101190a341ceb8e52a3b3e91678f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:51.487183 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e80497f0-de89-4e56-8b54-3197f5b79554 req-ecad2d4e-29d3-4858-b221-736aefbbbe51 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055899
Apr 20 18:33:51.499243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:51.506724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:51.522889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Made reservation on behalf of 977d101190a341ceb8e52a3b3e91678f for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:51.528503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:51.624296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:52.127008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:52.135681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:52.207159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:52.217110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=232899d4-fe47-4a3e-90ee-ebe63590804f,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:52.232073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:52.264201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Checking segment: {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:33:52.264917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Network hostable DHCP agents. Network: c8c07f4f-8832-4bd2-8650-ac17f6efb3d3, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:33:52.290662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:33:52.304285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, c8c07f4f-8832-4bd2-8650-ac17f6efb3d3) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:52.316948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec093f-fb4d-4d3a-8692-0cfe5e8d84c0 None None] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:33:52.344995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:52.349942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:52.443957 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9886425
Apr 20 18:33:52.688850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41e9eb-57b1-4114-9233-b0fb03b83d9f None None] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:33:52.892693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2ab9-d91d-4465-8782-acf504a7b64d req-24eec038-6a08-4fd0-a947-fdc81f6de1f9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:52.894598 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bcab2ab9-d91d-4465-8782-acf504a7b64d req-24eec038-6a08-4fd0-a947-fdc81f6de1f9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1779325
Apr 20 18:33:52.970094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bcab2ab9-d91d-4465-8782-acf504a7b64d req-c8da4246-63f1-47f8-8a6f-92c53ae03c3f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679591
Apr 20 18:33:54.203552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea00d-62e3-4d8d-8c1b-0c93a1a3ff2e req-bb375c15-1c78-4fd4-9ca8-b290ac1bcfa7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:54.205899 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2b2ea00d-62e3-4d8d-8c1b-0c93a1a3ff2e req-bb375c15-1c78-4fd4-9ca8-b290ac1bcfa7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0959404
Apr 20 18:33:54.256040 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2b2ea00d-62e3-4d8d-8c1b-0c93a1a3ff2e req-2f1b0aeb-e378-4654-aaa5-dbdd2060cd12 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437410
Apr 20 18:33:55.486788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953adb40-2fd1-47ba-b0d9-7a740555e8b3 req-7a5badfe-3e15-43d4-a3c8-2fa353cf9b91 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:55.488470 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-953adb40-2fd1-47ba-b0d9-7a740555e8b3 req-7a5badfe-3e15-43d4-a3c8-2fa353cf9b91 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1099257
Apr 20 18:33:55.542372 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-953adb40-2fd1-47ba-b0d9-7a740555e8b3 req-73cc70a9-8e3c-469f-bd54-87abfebf9154 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466676
Apr 20 18:33:56.042881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-90fdb8a2-841a-443b-b9bb-94e5427a15c1 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:56.043662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-90fdb8a2-841a-443b-b9bb-94e5427a15c1 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Synchronizing usage tracker for tenant:977d101190a341ceb8e52a3b3e91678f on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:56.071128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-90fdb8a2-841a-443b-b9bb-94e5427a15c1 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Unset dirty status for tenant:977d101190a341ceb8e52a3b3e91678f on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:56.072462 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-90fdb8a2-841a-443b-b9bb-94e5427a15c1 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/networks?id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 200  len: 807 time: 0.2055759
Apr 20 18:33:56.091276 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-8719b0bd-1eee-4d46-a428-fed9eb83e603 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/quotas/977d101190a341ceb8e52a3b3e91678f HTTP/1.1" status: 200  len: 375 time: 0.0117621
Apr 20 18:33:56.164236 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-01c96ac9-7b17-4845-89f8-b5594e2dc641 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=977d101190a341ceb8e52a3b3e91678f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0663915
Apr 20 18:33:56.342916 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-4bbc5639-1276-484b-904c-d9a793183a64 service neutron] 10.222.0.25 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695580
Apr 20 18:33:56.517867 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-480b3019-5d7c-4331-9726-d5f0070e4f9e service neutron] 10.222.0.25 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672137
Apr 20 18:33:56.581447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-5283a419-36c7-4e4e-b6ce-f15bcf333810 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:56.590280 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-5283a419-36c7-4e4e-b6ce-f15bcf333810 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.2314255
Apr 20 18:33:56.609340 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-8d71e32f-b30b-44a4-a691-e32e2e673a73 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/quotas/122aac624a214c548b32893da89374a1 HTTP/1.1" status: 200  len: 375 time: 0.0179615
Apr 20 18:33:56.711342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46894) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:56.738016 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-91c3d909-c7a9-405b-8bb3-fe873e46ea16 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1271875
Apr 20 18:33:56.938474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:56.948431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:56.954998 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-2458e8be-d523-4a22-bba8-92a34c48e42c service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157257
Apr 20 18:33:57.013414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:57.039301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Usage tracker for resource:security_group_rule and tenant:ab557b0df16f4931bdf0941ba1bfd786 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:57.056279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:57.086472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:57.125219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383de6a-f01f-4659-a907-fa9e6e106c10 req-89a29f62-6020-4c3a-89be-bc6a568178fd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:57.126841 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b383de6a-f01f-4659-a907-fa9e6e106c10 req-89a29f62-6020-4c3a-89be-bc6a568178fd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2971764
Apr 20 18:33:57.158136 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-49d6a894-a6e7-4188-874c-81cfca37e52b service neutron] 10.222.0.25 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018018
Apr 20 18:33:57.246261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.252142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.273957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ab02cdc1-f02d-4fd0-a4b7-009fac14bb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:57.345335 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b383de6a-f01f-4659-a907-fa9e6e106c10 req-3102b188-49ed-4d96-9463-d6f0a4c53002 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722467
Apr 20 18:33:57.386157 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab557b0df16f4931bdf0941ba1bfd786&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6735361
Apr 20 18:33:57.387264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46932) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:57.422342 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-388e1690-e044-48b6-be50-fd6b8cae0b72 req-3f3a10d3-abf6-48d4-ac22-4a62dd292e24 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 210 time: 0.0759635
Apr 20 18:33:57.456788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb13f7e7-ed1a-44c8-a1ac-c28537d0d6f6,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:57.492741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:57.583112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.658693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.756436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.766841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-79469a62-6771-41d2-b4d4-d7a1d5c05b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:57.786641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb13f7e7-ed1a-44c8-a1ac-c28537d0d6f6,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:57.791343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:57.792683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:57.793873 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb13f7e7-ed1a-44c8-a1ac-c28537d0d6f6 HTTP/1.1" status: 204  len: 168 time: 0.3988183
Apr 20 18:33:57.854795 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-345079ee-4117-4d58-9c45-84a14371133e req-cb14e900-a61d-44b2-aa6f-81f6600bc306 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 210 time: 0.1095660
Apr 20 18:33:57.899072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46946) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:58.381024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.405000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:58.415078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Usage tracker for resource:security_group_rule and tenant:223e84c3657b4f2199329f500ebc0bae is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:58.418957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:58.430385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:58.562972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46962) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:58.602504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.603256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.613713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.637455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:58.643950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Usage tracker for resource:security_group_rule and tenant:39e2525e144942789e1e992d63189f4b is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:58.647851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:58.666722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:58.676323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37e57eae-53dd-4563-88c6-ab703e8c9e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:58.766036 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f9ca09d7-93d6-4143-b376-b690a75bdeda req-32e9ca6f-fa4a-441a-981d-8b1752868f34 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 210 time: 0.0677922
Apr 20 18:33:58.786321 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=223e84c3657b4f2199329f500ebc0bae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8854771
Apr 20 18:33:58.798864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46970) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:58.841442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefca57-7582-4831-8336-9125ad981d10,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:58.848667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:58.892782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6c36-1c9e-43b3-8f77-da4fe2166312 req-6eca543c-f882-4917-9d9d-d4783987ccba tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:58.902391 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-488e6c36-1c9e-43b3-8f77-da4fe2166312 req-6eca543c-f882-4917-9d9d-d4783987ccba tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2292838
Apr 20 18:33:58.936659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.963506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.966976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:58.973580 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-488e6c36-1c9e-43b3-8f77-da4fe2166312 req-a256b4b0-85f4-45a2-b73a-0f09399193ef tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700109
Apr 20 18:33:59.001965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:59.017443 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39e2525e144942789e1e992d63189f4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4525833
Apr 20 18:33:59.020233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 46976) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:59.049222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3203cc03-3885-4be6-9907-c7572d9be1b4,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:59.068842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:59.096929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.120521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.158632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.172764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5806c599-0a11-4350-98ae-9e8eb587abeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:59.193849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefca57-7582-4831-8336-9125ad981d10,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:59.205006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.206283 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aefca57-7582-4831-8336-9125ad981d10 HTTP/1.1" status: 204  len: 168 time: 0.4037368
Apr 20 18:33:59.207392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:59.327639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.356225 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df8dadc0-cc7b-4148-b4de-1cd4935b9ede req-7fd5c5d2-7a68-48f5-8bf4-6db5f687b67a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 210 time: 0.0581086
Apr 20 18:33:59.390397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-762fefd5-0640-407f-9114-8b0c6fab5bb0 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:59.392307 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-762fefd5-0640-407f-9114-8b0c6fab5bb0 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "GET /v2.0/networks?id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 200  len: 807 time: 0.2734356
Apr 20 18:33:59.425026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Request body: {'port': {'device_id': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3', 'admin_state_up': True, 'tenant_id': '977d101190a341ceb8e52a3b3e91678f'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:59.528518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.536567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3d9c4f4b-5dda-4028-97cf-1595e9889140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:59.571694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3203cc03-3885-4be6-9907-c7572d9be1b4,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:59.583426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:59.589725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.590977 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3203cc03-3885-4be6-9907-c7572d9be1b4 HTTP/1.1" status: 204  len: 168 time: 0.5697877
Apr 20 18:33:59.642643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:59.647111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Usage tracker for resource:port and tenant:977d101190a341ceb8e52a3b3e91678f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:59.651116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:59.659470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:59.669962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Made reservation on behalf of 977d101190a341ceb8e52a3b3e91678f for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:59.676248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.831041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 46994) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:59.850924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:59.870088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:59.876566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Usage tracker for resource:security_group_rule and tenant:7fe2695288e44bacb2666e9d53eefdbb is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:59.926036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:00.071630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:00.098752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-e3c823ad-ce63-445c-af05-a971ad606511 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:00.100523 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-e3c823ad-ce63-445c-af05-a971ad606511 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/networks?id=cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 200  len: 814 time: 0.2222588
Apr 20 18:34:00.162234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Request body: {'port': {'device_id': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'admin_state_up': True, 'tenant_id': '122aac624a214c548b32893da89374a1'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:00.260947 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-799778c2-f862-40a1-985a-f777e33b2709 req-fe420706-153f-4388-a561-24df7c4a30a3 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 210 time: 0.3356936
Apr 20 18:34:00.279917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Allocated IP 172.20.0.5 (c8c07f4f-8832-4bd2-8650-ac17f6efb3d3/232899d4-fe47-4a3e-90ee-ebe63590804f/6116c10b-a2ae-4688-ab93-903ec2d4df45) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:00.500917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66930e3f-7674-4e18-86f6-582451a83413 req-db3aa5ea-e871-4e84-86d1-bf2b13664be7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:00.508831 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-66930e3f-7674-4e18-86f6-582451a83413 req-db3aa5ea-e871-4e84-86d1-bf2b13664be7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.3166416
Apr 20 18:34:00.523703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.559065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.567905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2cf72bb0-4e0f-4627-a99f-c94bdea38610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:00.639685 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fe2695288e44bacb2666e9d53eefdbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8049324
Apr 20 18:34:00.639685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e934948-c4ec-4b5d-85ee-b877f2314e3c,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:00.648040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 47028) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:00.656676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:00.684947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:00.701051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:00.724728 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-66930e3f-7674-4e18-86f6-582451a83413 req-de033184-80a5-47fc-894c-5bd84c5ab34e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952481
Apr 20 18:34:00.726855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.743538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Made reservation on behalf of 122aac624a214c548b32893da89374a1 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:00.750157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.890279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.954639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.009200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.024079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:01.094367 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cc9af900-ac50-48cd-bc4f-2215dd7ba1cb req-b85edfb6-c084-4f3e-bed5-6f29871e24a9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 210 time: 0.1746311
Apr 20 18:34:01.141380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Pushing event updated for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:01.147204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Allocated IP 172.20.0.8 (cc0a5556-9f4f-4012-a49b-d7d22905fe39/f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf/432b4968-6879-45da-a066-9f94c7121c73) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:01.151933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:01.154818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:01.156834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:01.159460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:01.216412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.223080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:01.251452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e934948-c4ec-4b5d-85ee-b877f2314e3c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:01.260272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:01.270468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:01.271330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.297867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.299208 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e934948-c4ec-4b5d-85ee-b877f2314e3c HTTP/1.1" status: 204  len: 168 time: 0.6484525
Apr 20 18:34:01.317497 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8968911
Apr 20 18:34:01.348684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Request body: {'port': {'device_id': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:01.607250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.631201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 47052) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:01.688897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.719008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a6ec078c-aee0-459c-8422-affcc12ee9bc tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:01.739976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006', '5744b43c-bc61-4a13-be0f-42c722995478', '4800bd55-987f-4f15-ad9f-8ef10a6a45b7'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:01.786804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:01.846380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:01.854766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:01.877628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:02.004499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.005245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.039568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.073417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:02.077925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Usage tracker for resource:security_group_rule and tenant:d7acc0e21e60449199085bc8662ac150 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:02.081558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:02.089658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:02.199545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.203395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event updated for resources: {'Port': ['ID=432b4968-6879-45da-a066-9f94c7121c73,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:02.219731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:02.220433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.235482 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aef4f959-6aee-4f99-971c-47ef114354de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:02.270991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9ce1a-f9cd-4384-8a5f-a39207a1d755,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:02.360662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:02.375500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6116c10b-a2ae-4688-ab93-903ec2d4df45 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:02.388541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.413358 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7acc0e21e60449199085bc8662ac150&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7809510
Apr 20 18:34:02.420140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 47088) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:02.433843 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2784021
Apr 20 18:34:02.451638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-2903c761-5bfb-4b29-8f07-002cde12ea41 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.454068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-2903c761-5bfb-4b29-8f07-002cde12ea41 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Synchronizing usage tracker for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:02.464726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Request body: {'port': {'device_id': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:02.483845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Transition to ACTIVE for port object 6116c10b-a2ae-4688-ab93-903ec2d4df45 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:02.498072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.511401 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a3cc2696-88f2-42eb-b3ad-2a027f021ea2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:02.530228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640a04f-fc9e-429d-ab59-8cbcd488b979 req-0b07ceac-f8f4-4859-b09d-c7cfb1863457 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:02.531955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d640a04f-fc9e-429d-ab59-8cbcd488b979 req-0b07ceac-f8f4-4859-b09d-c7cfb1863457 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2976806
Apr 20 18:34:02.650030 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d640a04f-fc9e-429d-ab59-8cbcd488b979 req-cea70a25-65bc-45d5-a744-1d57729a3510 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033809
Apr 20 18:34:02.723540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-2903c761-5bfb-4b29-8f07-002cde12ea41 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Unset dirty status for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:02.725609 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-2903c761-5bfb-4b29-8f07-002cde12ea41 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 931 time: 1.1069384
Apr 20 18:34:02.735823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.853251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:02.926985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:02.942423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.947991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-3e782988-e653-4da9-89e7-a0fa31c245e8 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Synchronizing usage tracker for tenant:977d101190a341ceb8e52a3b3e91678f on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:02.975720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Attempting to bind port 6116c10b-a2ae-4688-ab93-903ec2d4df45 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:02.976667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Attempting to bind port 6116c10b-a2ae-4688-ab93-903ec2d4df45 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:02.977174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Attempting to bind port 6116c10b-a2ae-4688-ab93-903ec2d4df45 on network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:02.988124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Port 6116c10b-a2ae-4688-ab93-903ec2d4df45 on network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:02.988124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Attempting to bind port 6116c10b-a2ae-4688-ab93-903ec2d4df45 on network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:02.996187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:02.996468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Checking segment: {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:02.996880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Bound using segment: {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:02.997360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Bound port: 6116c10b-a2ae-4688-ab93-903ec2d4df45, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:02.997782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.021004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-3e782988-e653-4da9-89e7-a0fa31c245e8 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Unset dirty status for tenant:977d101190a341ceb8e52a3b3e91678f on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:03.022579 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e046e780-3a5a-40da-a374-5d61fae8f994 req-3e782988-e653-4da9-89e7-a0fa31c245e8 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2851913
Apr 20 18:34:03.074721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.174527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:03.182599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:03.196048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.205570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.207268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12fac667-b901-4b3a-83ee-5f1cdd461bbb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:03.258613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37666054-744b-4733-9cdb-669bd19a729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:03.266950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:03.267639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.269177 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/6116c10b-a2ae-4688-ab93-903ec2d4df45 HTTP/1.1" status: 200  len: 1093 time: 1.9254658
Apr 20 18:34:03.269819 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:03.292627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9ce1a-f9cd-4384-8a5f-a39207a1d755,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:03.298957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.302750 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80e9ce1a-f9cd-4384-8a5f-a39207a1d755 HTTP/1.1" status: 204  len: 168 time: 0.8653460
Apr 20 18:34:03.303471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:03.309043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:03.313362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:03.448284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f932f-b5e7-46ef-ba89-e25276d2f60a req-938ae375-b5be-46f0-a1df-f31837eff588 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:03.449135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c12f932f-b5e7-46ef-ba89-e25276d2f60a req-938ae375-b5be-46f0-a1df-f31837eff588 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:03.460242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432b4968-6879-45da-a066-9f94c7121c73 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:03.479819 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c12f932f-b5e7-46ef-ba89-e25276d2f60a req-938ae375-b5be-46f0-a1df-f31837eff588 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:03.481263 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c12f932f-b5e7-46ef-ba89-e25276d2f60a req-938ae375-b5be-46f0-a1df-f31837eff588 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 931 time: 0.2828476
Apr 20 18:34:03.483664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.504614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Transition to ACTIVE for port object 432b4968-6879-45da-a066-9f94c7121c73 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:03.511271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.573172 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45', 'status': 'completed', 'code': 200}
Apr 20 18:34:03.616203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7677b9fd-bd00-4a02-a8ed-0a8e97730e32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:03.631309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-74e5a888-db35-4c69-a712-274aff3f3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:03.634495 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-74e5a888-db35-4c69-a712-274aff3f3823 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=977d101190a341ceb8e52a3b3e91678f&device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 1096 time: 0.1213171
Apr 20 18:34:03.741520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Pushing event updated for resources: {'Port': ['ID=432b4968-6879-45da-a066-9f94c7121c73,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:03.751184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:03.852462 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c12f932f-b5e7-46ef-ba89-e25276d2f60a req-d8133f39-a1b1-4b73-8462-135815c087dd tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271410
Apr 20 18:34:03.955243 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-686747b4-0055-46cc-bf88-d26d5a37dbb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45 HTTP/1.1" status: 200  len: 217 time: 0.3021927
Apr 20 18:34:04.050009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2f45cffa-31a9-4ade-9ece-ad00d976a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.051621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-2f45cffa-31a9-4ade-9ece-ad00d976a829 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=232899d4-fe47-4a3e-90ee-ebe63590804f HTTP/1.1" status: 200  len: 847 time: 0.0846250
Apr 20 18:34:04.067265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Attempting to bind port 432b4968-6879-45da-a066-9f94c7121c73 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:04.067811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Attempting to bind port 432b4968-6879-45da-a066-9f94c7121c73 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:04.068189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Attempting to bind port 432b4968-6879-45da-a066-9f94c7121c73 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:04.126419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Port 432b4968-6879-45da-a066-9f94c7121c73 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:04.126931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Attempting to bind port 432b4968-6879-45da-a066-9f94c7121c73 on network cc0a5556-9f4f-4012-a49b-d7d22905fe39 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:04.141083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:04.141510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Checking segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:04.141953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Bound using segment: {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:04.142446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Bound port: 432b4968-6879-45da-a066-9f94c7121c73, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:04.142836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.180559 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-b08d5421-569c-4aeb-8441-95df77188d18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0888460
Apr 20 18:34:04.265267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f736ed-b314-4b39-96b4-f536df92776c req-117e3f9e-b077-47eb-8bd5-c7c1ce555376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.266852 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-75f736ed-b314-4b39-96b4-f536df92776c req-117e3f9e-b077-47eb-8bd5-c7c1ce555376 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.1956298
Apr 20 18:34:04.274205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] For port 432b4968-6879-45da-a066-9f94c7121c73, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:04.317444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] For port 432b4968-6879-45da-a066-9f94c7121c73, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=432b4968-6879-45da-a066-9f94c7121c73,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:04.325507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.332954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b9eeac33-f4f8-46d0-95da-ef3a1948bdcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:04.456411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de325fd-d5bb-4d81-bc19-8a2de57ca72b req-6a3da113-5f37-4f7c-95ed-6a64d5b06169 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.459523 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9de325fd-d5bb-4d81-bc19-8a2de57ca72b req-6a3da113-5f37-4f7c-95ed-6a64d5b06169 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.4462156
Apr 20 18:34:04.599565 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-75f736ed-b314-4b39-96b4-f536df92776c req-b64b1b31-fb6d-4ee0-a201-8aca95d4e193 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219173
Apr 20 18:34:04.623928 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9de325fd-d5bb-4d81-bc19-8a2de57ca72b req-0e7ad02e-bd16-4ae1-9089-5c702b0f8e11 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479502
Apr 20 18:34:04.636683 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-6c09deb0-1310-42b5-8234-67b7ed6a0a1b service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4322209
Apr 20 18:34:04.652558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.653409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.654778 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/432b4968-6879-45da-a066-9f94c7121c73 HTTP/1.1" status: 200  len: 1093 time: 2.1980653
Apr 20 18:34:04.665959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'tag': '432b4968-6879-45da-a066-9f94c7121c73'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:04.725534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Pushing event updated for resources: {'Port': ['ID=432b4968-6879-45da-a066-9f94c7121c73,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:04.729875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:04.753903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de36a6-7745-4909-8ec3-139837de0630 req-f24816d6-8857-4a1c-b1e3-4ee4d5fa1f62 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:04.755614 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-30de36a6-7745-4909-8ec3-139837de0630 req-f24816d6-8857-4a1c-b1e3-4ee4d5fa1f62 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 943 time: 0.1586428
Apr 20 18:34:04.765932 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'tag': '432b4968-6879-45da-a066-9f94c7121c73', 'status': 'completed', 'code': 200}
Apr 20 18:34:04.817339 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-30de36a6-7745-4909-8ec3-139837de0630 req-787dea87-2679-46c1-9592-65fb70da7394 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494981
Apr 20 18:34:05.214647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cae7-40aa-42bb-9c19-af6835e57291 req-7c658b52-498b-4969-bff5-fbb273b3f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.217549 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afa0cae7-40aa-42bb-9c19-af6835e57291 req-7c658b52-498b-4969-bff5-fbb273b3f1f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 1096 time: 0.0995214
Apr 20 18:34:05.258727 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80639350-2b37-4c08-a9e7-73fcf97b8670 req-7df48942-0b02-47c1-b58a-077b5ccbcf57 service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821349
Apr 20 18:34:05.270713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e9e4-27fa-4d37-a8af-8db458450695 req-a0f46874-0dd9-4564-ac80-eab51ff3551d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.272906 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af72e9e4-27fa-4d37-a8af-8db458450695 req-a0f46874-0dd9-4564-ac80-eab51ff3551d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.2366502
Apr 20 18:34:05.343801 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af72e9e4-27fa-4d37-a8af-8db458450695 req-a48a8c94-5067-4d92-b0f1-6468664c34d6 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567808
Apr 20 18:34:05.513378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cae7-40aa-42bb-9c19-af6835e57291 req-e87a89e6-8eca-4510-9c48-cf45a260ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.515143 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afa0cae7-40aa-42bb-9c19-af6835e57291 req-e87a89e6-8eca-4510-9c48-cf45a260ed0b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=122aac624a214c548b32893da89374a1&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2797639
Apr 20 18:34:05.539440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-aab55811-29a9-4b38-9f0b-4757c60fd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.541840 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-aab55811-29a9-4b38-9f0b-4757c60fd5ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=977d101190a341ceb8e52a3b3e91678f&device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 1096 time: 0.1211915
Apr 20 18:34:05.735088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cae7-40aa-42bb-9c19-af6835e57291 req-48f8c45a-3254-4800-b3a6-ff9108236fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.737955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afa0cae7-40aa-42bb-9c19-af6835e57291 req-48f8c45a-3254-4800-b3a6-ff9108236fa8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2058935
Apr 20 18:34:05.775282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-fa518616-6d82-489e-bbf4-2fd8b30596ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.777721 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-fa518616-6d82-489e-bbf4-2fd8b30596ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 200  len: 908 time: 0.2251961
Apr 20 18:34:05.982917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-f2b84f47-d6a0-4fe7-a857-2c04727e8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:05.984959 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-f2b84f47-d6a0-4fe7-a857-2c04727e8f4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=122aac624a214c548b32893da89374a1&device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 1096 time: 0.1457999
Apr 20 18:34:06.143242 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-3df8f951-d936-47e4-853d-d7f11765e0a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=432b4968-6879-45da-a066-9f94c7121c73 HTTP/1.1" status: 200  len: 217 time: 0.1186931
Apr 20 18:34:06.203241 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-fdb6ad9d-b80e-4117-8af4-70e02549ee68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45 HTTP/1.1" status: 200  len: 217 time: 0.3316123
Apr 20 18:34:06.255546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-748619b3-7f99-4255-8c7c-bbc1ff585ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.257198 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-748619b3-7f99-4255-8c7c-bbc1ff585ed2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 200  len: 854 time: 0.0979531
Apr 20 18:34:06.266814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d9ab-2134-4c50-b99f-ec70a9a91c7b req-2b8f8f85-8d5f-4406-8b57-5a68ce61aae4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.268693 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52e2d9ab-2134-4c50-b99f-ec70a9a91c7b req-2b8f8f85-8d5f-4406-8b57-5a68ce61aae4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.4642847
Apr 20 18:34:06.320449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cf76a-1bf9-4a53-93ab-a7c6d3de7278 req-278eeb2b-7fa8-4bf9-8d80-89e0d83ebad3 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.322922 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e09cf76a-1bf9-4a53-93ab-a7c6d3de7278 req-278eeb2b-7fa8-4bf9-8d80-89e0d83ebad3 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 943 time: 0.2347314
Apr 20 18:34:06.330801 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-b49d453b-229d-4082-b2ce-dac45276fc99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cc0a5556-9f4f-4012-a49b-d7d22905fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635338
Apr 20 18:34:06.348868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-a1c9c6ab-5c2b-4e83-87f6-fc67cfe2452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.350557 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-a1c9c6ab-5c2b-4e83-87f6-fc67cfe2452a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=232899d4-fe47-4a3e-90ee-ebe63590804f HTTP/1.1" status: 200  len: 847 time: 0.1402268
Apr 20 18:34:06.361895 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52e2d9ab-2134-4c50-b99f-ec70a9a91c7b req-73c3002f-818a-4c84-b7e2-e0b778ba526e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743301
Apr 20 18:34:06.433697 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-77e99fdd-3c0a-4ded-a771-90a1620f8e6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502951
Apr 20 18:34:06.447489 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e09cf76a-1bf9-4a53-93ab-a7c6d3de7278 req-7d51e324-15ab-4707-95c9-2c1f752fbac4 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131408
Apr 20 18:34:06.629986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-aadec01b-7f6e-446c-b9db-8dcc583fb944 service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405453
Apr 20 18:34:06.741303 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-5fd17f99-2b0b-4138-8cf5-fa2a1212d68e service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2895000
Apr 20 18:34:06.773934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c378688-924f-4e1f-8628-807c68e25fac req-b5fe1380-7180-4e21-9e7e-faac57c03406 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:06.775651 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7c378688-924f-4e1f-8628-807c68e25fac req-b5fe1380-7180-4e21-9e7e-faac57c03406 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.1738973
Apr 20 18:34:06.812821 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5f9aa4f-ccc9-4a75-adbc-610756605389 req-9059091d-3012-4cbb-abfc-4fe7181bb34c service neutron] 10.222.0.44 "GET /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593599
Apr 20 18:34:06.920857 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7c378688-924f-4e1f-8628-807c68e25fac req-0c1a9387-6198-4c2c-9656-ee496c399abc tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378584
Apr 20 18:34:06.982145 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-587100e7-e26a-4f7f-9f4b-bfd08493b7e9 req-aac794e6-a400-4ee1-9a2b-ba4fd4fb8419 service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747961
Apr 20 18:34:07.586832 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc2761-64f0-47da-be72-5c372ecb3596 req-d71118f9-03b2-4393-8dc7-e632ed261da7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:07.588630 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cfcc2761-64f0-47da-be72-5c372ecb3596 req-d71118f9-03b2-4393-8dc7-e632ed261da7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0988855
Apr 20 18:34:07.640199 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cfcc2761-64f0-47da-be72-5c372ecb3596 req-01e9c5ca-a00d-47eb-95dd-565bce9d2eac tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442953
Apr 20 18:34:07.901761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad10e32-16a1-4bac-b211-fce03a7ae213 req-8f41b1d8-244a-4f12-87cb-df39ad26bd0f tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:07.903515 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fad10e32-16a1-4bac-b211-fce03a7ae213 req-8f41b1d8-244a-4f12-87cb-df39ad26bd0f tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 943 time: 0.1311131
Apr 20 18:34:07.961459 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fad10e32-16a1-4bac-b211-fce03a7ae213 req-af3da679-11e6-4f2b-96d4-2dc6194fef3c tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503323
Apr 20 18:34:08.252084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccc7a8-f272-4c64-998a-870e4aefc4d9 req-0780c320-48e7-4f95-a773-d775cfbfc4a8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:08.253668 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d2ccc7a8-f272-4c64-998a-870e4aefc4d9 req-0780c320-48e7-4f95-a773-d775cfbfc4a8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.0957377
Apr 20 18:34:08.303530 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d2ccc7a8-f272-4c64-998a-870e4aefc4d9 req-af456e74-c1b2-41e2-ba33-5978a0c64c53 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422378
Apr 20 18:34:10.118349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 6116c10b-a2ae-4688-ab93-903ec2d4df45 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:10.269616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:10.285416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '6116c10b-a2ae-4688-ab93-903ec2d4df45', 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3', 'port_id': '6116c10b-a2ae-4688-ab93-903ec2d4df45', 'mac_address': 'fa:16:3e:1c:7a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232899d4-fe47-4a3e-90ee-ebe63590804f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:10.384737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:10.426496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6116c10b-a2ae-4688-ab93-903ec2d4df45 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:10.457591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:10.465910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:10.469125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:10.608060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:10.611658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:10.797880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-442a93cc-f46b-45d1-95ed-5ab6897ffd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.801368 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-442a93cc-f46b-45d1-95ed-5ab6897ffd98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.1757209
Apr 20 18:34:10.815290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b262-92d3-4dbf-9d7b-97998a58b87c req-4713f37a-126b-430c-9d12-e475dbc417a0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.826507 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2d22b262-92d3-4dbf-9d7b-97998a58b87c req-4713f37a-126b-430c-9d12-e475dbc417a0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.1191974
Apr 20 18:34:10.910140 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2d22b262-92d3-4dbf-9d7b-97998a58b87c req-d2a63061-eb6e-4789-bf7a-44a626b13f50 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825295
Apr 20 18:34:10.937191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce0f7-06af-45ea-9e98-f65725c287a6 req-76afd008-7433-4379-8914-be6b1284857b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:10.940136 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9d9ce0f7-06af-45ea-9e98-f65725c287a6 req-76afd008-7433-4379-8914-be6b1284857b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 944 time: 0.2694550
Apr 20 18:34:11.069345 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9d9ce0f7-06af-45ea-9e98-f65725c287a6 req-a5ff170b-93d5-4c2d-a6f8-1c9746924676 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184697
Apr 20 18:34:11.097931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-c2560d62-b364-484a-a364-bae6da396141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.099928 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-c2560d62-b364-484a-a364-bae6da396141 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.2854598
Apr 20 18:34:11.186866 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-19620b9f-623a-43ce-ba97-d59c2af67fcb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.0777860
Apr 20 18:34:11.252907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9a4b9-7749-45f0-be0c-978989720edf req-c91490cd-1b74-49ba-818f-8ff6fb295379 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.254607 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0ad9a4b9-7749-45f0-be0c-978989720edf req-c91490cd-1b74-49ba-818f-8ff6fb295379 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0992358
Apr 20 18:34:11.274983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-bbf19d01-5bca-407a-ad79-5d9f18acf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:11.276578 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-bbf19d01-5bca-407a-ad79-5d9f18acf217 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.0825458
Apr 20 18:34:11.334770 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0ad9a4b9-7749-45f0-be0c-978989720edf req-bd5702ea-3ff4-4ba4-93df-98742f81ef3d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708041
Apr 20 18:34:11.341255 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-17283d80-d8f6-4bf7-a92b-2c1725fee7ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558619
Apr 20 18:34:11.518417 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-68d270cb-e8f9-4310-9026-a4514059ad4e service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570888
Apr 20 18:34:11.680069 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79e9303e-3a1f-4ba5-9ee1-09bc0f4de5b5 req-a6a730d8-2d49-4503-a1d1-2ff7f02a6d0e service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515248
Apr 20 18:34:12.214859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['6116c10b-a2ae-4688-ab93-903ec2d4df45'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:12.278230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ec94-938d-429a-a1ae-a1ce9a6650da req-43b24e68-0f57-4f51-93cf-02309888780d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:12.290083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-05d1ec94-938d-429a-a1ae-a1ce9a6650da req-43b24e68-0f57-4f51-93cf-02309888780d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.2232351
Apr 20 18:34:12.442367 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-05d1ec94-938d-429a-a1ae-a1ce9a6650da req-5fd451bc-df93-4323-90ce-89942afaf3f0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364286
Apr 20 18:34:12.454266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2af01-e8df-440f-8f86-a0ee2fc7397f req-70f75d03-85d7-49f3-b124-781feadfdcdc tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:12.462828 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27b2af01-e8df-440f-8f86-a0ee2fc7397f req-70f75d03-85d7-49f3-b124-781feadfdcdc tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 944 time: 0.2081761
Apr 20 18:34:12.546087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27b2af01-e8df-440f-8f86-a0ee2fc7397f req-55e7595d-09e3-48a7-8b96-0e11da5e7cbe tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822089
Apr 20 18:34:12.680514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29b80-7fc7-4bbf-8b7d-e3f3d6401ad6 req-087df6ee-1d4c-47c1-8a08-875aee276c87 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:12.682214 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-78c29b80-7fc7-4bbf-8b7d-e3f3d6401ad6 req-087df6ee-1d4c-47c1-8a08-875aee276c87 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1028347
Apr 20 18:34:12.737145 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-78c29b80-7fc7-4bbf-8b7d-e3f3d6401ad6 req-4fac50e4-df0b-416f-a2b4-9bb2ed3d7a1e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477450
Apr 20 18:34:13.639871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308aa3e-2dd0-4ca8-8aa4-917de6d50a32 req-4fa1dca1-a71d-41cc-abd6-3b6c366368b8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:13.641547 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d308aa3e-2dd0-4ca8-8aa4-917de6d50a32 req-4fa1dca1-a71d-41cc-abd6-3b6c366368b8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.0925105
Apr 20 18:34:13.698069 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d308aa3e-2dd0-4ca8-8aa4-917de6d50a32 req-399432b8-b32b-4921-a4bf-844d435c770a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490117
Apr 20 18:34:13.759991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa27dac-640f-4f7d-acc3-a139230df205 req-08bfb853-c318-4a80-957e-9645eed81b53 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:13.761622 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8aa27dac-640f-4f7d-acc3-a139230df205 req-08bfb853-c318-4a80-957e-9645eed81b53 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 944 time: 0.0926080
Apr 20 18:34:13.812321 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8aa27dac-640f-4f7d-acc3-a139230df205 req-61ea2278-eea8-4ecf-aed5-b5596ce7bf51 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440660
Apr 20 18:34:13.961746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b87b1-4eaa-488e-9193-e7ba272d356a req-65293917-307b-4389-9b64-c6ea80490bca tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:13.963461 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-999b87b1-4eaa-488e-9193-e7ba272d356a req-65293917-307b-4389-9b64-c6ea80490bca tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0939944
Apr 20 18:34:14.016060 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-999b87b1-4eaa-488e-9193-e7ba272d356a req-8f89b3f5-63c4-47a5-8ca4-6dd5dee9c67d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456641
Apr 20 18:34:14.765148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 432b4968-6879-45da-a066-9f94c7121c73 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:14.918291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562c995-3527-40f4-8565-9006a80765a7 req-1059456f-6fc1-4f5f-a8ff-7d910cc07d6e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:14.920102 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b562c995-3527-40f4-8565-9006a80765a7 req-1059456f-6fc1-4f5f-a8ff-7d910cc07d6e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 943 time: 0.1029215
Apr 20 18:34:14.976625 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b562c995-3527-40f4-8565-9006a80765a7 req-8010a1a5-bf9a-4e84-ad93-1c4c72ce12fa tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492985
Apr 20 18:34:15.037921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c0350-0c29-44be-8544-2db901beacda req-e4dc61b5-23f3-4378-af98-a131f35dc803 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:15.040291 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4f2c0350-0c29-44be-8544-2db901beacda req-e4dc61b5-23f3-4378-af98-a131f35dc803 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 944 time: 0.1033940
Apr 20 18:34:15.091202 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 432b4968-6879-45da-a066-9f94c7121c73, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=432b4968-6879-45da-a066-9f94c7121c73,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:15.099337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4f2c0350-0c29-44be-8544-2db901beacda req-f9479b8c-1092-4be3-9b3c-a2e062a0a14a tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510671
Apr 20 18:34:15.107840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '432b4968-6879-45da-a066-9f94c7121c73', 'network_id': 'cc0a5556-9f4f-4012-a49b-d7d22905fe39', 'port_id': '432b4968-6879-45da-a066-9f94c7121c73', 'mac_address': 'fa:16:3e:85:cd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:15.169473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:15.189915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432b4968-6879-45da-a066-9f94c7121c73 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:15.206699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 432b4968-6879-45da-a066-9f94c7121c73, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=432b4968-6879-45da-a066-9f94c7121c73,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:15.209682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:15.211642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:15.248283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fedae4-0910-494f-a846-fd38e5f7b960 req-9f318e41-144c-447b-b925-ac2205dbf9b3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:15.249909 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-67fedae4-0910-494f-a846-fd38e5f7b960 req-9f318e41-144c-447b-b925-ac2205dbf9b3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0966682
Apr 20 18:34:15.286631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=432b4968-6879-45da-a066-9f94c7121c73,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:15.290895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:15.307810 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-67fedae4-0910-494f-a846-fd38e5f7b960 req-db8d657d-5002-4fad-8fdc-9d88727fe379 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491683
Apr 20 18:34:16.190578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c9d0-1997-4d47-86f6-10244dc9fe96 req-76a19e6e-dc65-4a48-9d18-d9e1d92f74c8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:16.192257 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1fe0c9d0-1997-4d47-86f6-10244dc9fe96 req-76a19e6e-dc65-4a48-9d18-d9e1d92f74c8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 944 time: 0.0942352
Apr 20 18:34:16.249954 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1fe0c9d0-1997-4d47-86f6-10244dc9fe96 req-07b3d74c-bcf5-406c-81b9-dbd2e3185c22 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496433
Apr 20 18:34:16.323371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335aa68-c1e1-4953-8bc9-21aa40af4d93 req-cd4476a4-f9b4-48bc-a20a-e7927cec3f7b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:16.325077 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5335aa68-c1e1-4953-8bc9-21aa40af4d93 req-cd4476a4-f9b4-48bc-a20a-e7927cec3f7b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 944 time: 0.1006172
Apr 20 18:34:16.352111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8603-a54b-426c-ba6d-c30dd8648afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:16.384697 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5335aa68-c1e1-4953-8bc9-21aa40af4d93 req-60a00b08-b293-425b-96b2-7b2f708be84a tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466769
Apr 20 18:34:16.515529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['432b4968-6879-45da-a066-9f94c7121c73'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:16.614304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ee527-4663-4d02-851f-e5e88c22bd51 req-b633a5ed-2551-4030-ac70-35ae6846b98a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:16.616154 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-770ee527-4663-4d02-851f-e5e88c22bd51 req-b633a5ed-2551-4030-ac70-35ae6846b98a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1058567
Apr 20 18:34:16.672528 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-770ee527-4663-4d02-851f-e5e88c22bd51 req-cec8467d-fbe9-4972-ae25-8f863bc71354 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481012
Apr 20 18:34:17.128857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b6ebd-8aee-4707-8d09-469b044c4ef9 req-a3211d3a-7abf-45a3-b8b6-4d6e925e3b49 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:17.130657 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-232b6ebd-8aee-4707-8d09-469b044c4ef9 req-a3211d3a-7abf-45a3-b8b6-4d6e925e3b49 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0949690
Apr 20 18:34:17.182518 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-232b6ebd-8aee-4707-8d09-469b044c4ef9 req-179f1456-5e84-473f-a9a7-6294b04d5822 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442250
Apr 20 18:34:17.488481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129b557-b39a-4219-bce5-d7530b95ada6 req-8d7d0d75-2016-429f-b4b7-d3b3dada84ae tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:17.490326 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6129b557-b39a-4219-bce5-d7530b95ada6 req-8d7d0d75-2016-429f-b4b7-d3b3dada84ae tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 944 time: 0.1104159
Apr 20 18:34:17.547780 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6129b557-b39a-4219-bce5-d7530b95ada6 req-da3e978d-71ea-4ab9-a955-e65ec569212e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493495
Apr 20 18:34:17.693433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ba376-5dce-4d1c-b407-e55a0a223a8e req-85140a38-a25c-429c-ac1d-c30b0f2e9564 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:17.695737 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2b3ba376-5dce-4d1c-b407-e55a0a223a8e req-85140a38-a25c-429c-ac1d-c30b0f2e9564 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 944 time: 0.1049490
Apr 20 18:34:17.748996 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2b3ba376-5dce-4d1c-b407-e55a0a223a8e req-2044d6c6-4b22-41be-97ed-055ea42f4591 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465612
Apr 20 18:34:17.813499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 6116c10b-a2ae-4688-ab93-903ec2d4df45 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:17.898420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 6116c10b-a2ae-4688-ab93-903ec2d4df45 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:17.905367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96bbc1-83d4-45cf-8a13-66824a9b4104 req-978a1309-bd24-4913-8232-cfa55b997b01 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:17.906954 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9e96bbc1-83d4-45cf-8a13-66824a9b4104 req-978a1309-bd24-4913-8232-cfa55b997b01 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0978031
Apr 20 18:34:17.907244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 6116c10b-a2ae-4688-ab93-903ec2d4df45 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:17.907751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:17.970336 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9e96bbc1-83d4-45cf-8a13-66824a9b4104 req-cdb47f7e-7690-43ad-b43c-e7e013181711 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559876
Apr 20 18:34:18.045364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.075039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:18.086152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:18.092946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:18.095384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:18.136800 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45', 'code': 200}
Apr 20 18:34:18.175570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:18.179984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:18.537259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa0baf-c1c0-4ff8-90e0-5571a772fb76 req-4a96d614-2573-4d7d-8557-d3cad38ed173 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:18.539395 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-42fa0baf-c1c0-4ff8-90e0-5571a772fb76 req-4a96d614-2573-4d7d-8557-d3cad38ed173 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.2275977
Apr 20 18:34:18.623769 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-42fa0baf-c1c0-4ff8-90e0-5571a772fb76 req-339faaef-6d53-46f7-a09c-3d61933e7301 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671220
Apr 20 18:34:18.653806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faac54-9d7f-4e4c-bb7f-f4ef5186063b req-bed567d0-b4aa-4e68-85d5-8afc2ff766f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:18.655575 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-24faac54-9d7f-4e4c-bb7f-f4ef5186063b req-bed567d0-b4aa-4e68-85d5-8afc2ff766f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 1098 time: 0.2328553
Apr 20 18:34:18.746759 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-24faac54-9d7f-4e4c-bb7f-f4ef5186063b req-5bf6b111-58c1-45f2-904d-60e013489934 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806158
Apr 20 18:34:18.891014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a3c5-c3da-4d37-9abb-4d36a79199b9 req-1d9c5504-d715-4682-9f5f-fd110b78c8be tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:18.892703 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e190a3c5-c3da-4d37-9abb-4d36a79199b9 req-1d9c5504-d715-4682-9f5f-fd110b78c8be tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 944 time: 0.1096795
Apr 20 18:34:18.954606 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e190a3c5-c3da-4d37-9abb-4d36a79199b9 req-52b9a1c3-8f0d-4355-8e4e-69011c5b2825 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471199
Apr 20 18:34:19.169454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bee08e-6168-44b5-b4c7-65b7a9338335 req-1ab49021-6faf-4996-bb9b-2047bddfc7a7 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:19.171216 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52bee08e-6168-44b5-b4c7-65b7a9338335 req-1ab49021-6faf-4996-bb9b-2047bddfc7a7 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0976481
Apr 20 18:34:19.173980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315247c2-9846-4f8b-a2a9-471cf2d89a3e req-3490a144-7043-44a0-9c7d-49d286cf7c0a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:19.174643 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-315247c2-9846-4f8b-a2a9-471cf2d89a3e req-3490a144-7043-44a0-9c7d-49d286cf7c0a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0970838
Apr 20 18:34:19.226435 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52bee08e-6168-44b5-b4c7-65b7a9338335 req-77b0b0c9-6a70-455d-bd21-b9fb14af9ee3 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465510
Apr 20 18:34:19.229068 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-315247c2-9846-4f8b-a2a9-471cf2d89a3e req-2af45b7c-5017-43eb-ba7d-1c1150627447 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459073
Apr 20 18:34:19.752287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:19.855303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8c0f-5579-4b05-ac1c-0c1b744c5ffb req-bcf6e163-0a29-4b75-bcad-d84c81c832bf tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:19.857455 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd1f8c0f-5579-4b05-ac1c-0c1b744c5ffb req-bcf6e163-0a29-4b75-bcad-d84c81c832bf tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0994468
Apr 20 18:34:19.912164 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd1f8c0f-5579-4b05-ac1c-0c1b744c5ffb req-d84f462e-867d-428c-9591-057e7ecb4636 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474992
Apr 20 18:34:19.958441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d31f5-fe15-49fc-beaa-8b0aabead59d req-f8b14296-cc4b-47b7-85e6-6daeea613031 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:19.960179 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-782d31f5-fe15-49fc-beaa-8b0aabead59d req-f8b14296-cc4b-47b7-85e6-6daeea613031 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1019835
Apr 20 18:34:20.017192 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-782d31f5-fe15-49fc-beaa-8b0aabead59d req-78066efd-0846-4a29-902c-e399b61882f5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469563
Apr 20 18:34:20.028592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3871a957-10da-4c89-b9ce-72fe079d3e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.209309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8e95-c5b2-416f-b5c8-da251908d04a req-fb7f4424-85ed-4615-b3d3-715f401f52c2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:20.211619 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e06c8e95-c5b2-416f-b5c8-da251908d04a req-fb7f4424-85ed-4615-b3d3-715f401f52c2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 944 time: 0.1285462
Apr 20 18:34:20.263955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e06c8e95-c5b2-416f-b5c8-da251908d04a req-d315f881-b90e-4bd8-b7b7-5e938591f908 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436409
Apr 20 18:34:20.464667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f989ea-ddca-4782-832f-315269974284 req-0f5ada03-3130-4454-a24d-7661f46b2860 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:20.466351 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-74f989ea-ddca-4782-832f-315269974284 req-0f5ada03-3130-4454-a24d-7661f46b2860 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0978706
Apr 20 18:34:20.517952 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-74f989ea-ddca-4782-832f-315269974284 req-fbd43b87-350f-48ac-bb67-7cafc328ccae tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449684
Apr 20 18:34:20.540593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.713775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80fb4a-10c6-4526-adb0-44c6f7dd8f23 req-d6753312-30a4-46ea-b18e-b8b54da50eec tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:20.715349 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0c80fb4a-10c6-4526-adb0-44c6f7dd8f23 req-d6753312-30a4-46ea-b18e-b8b54da50eec tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0926547
Apr 20 18:34:20.771329 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0c80fb4a-10c6-4526-adb0-44c6f7dd8f23 req-8c9ff903-8d7a-4078-b18f-2af01b703cc2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470765
Apr 20 18:34:21.128257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fd05e-fe3b-48e9-ae2b-9f1ca894a705 req-cb62f3d7-4d14-4ef3-bd55-db164b8c85b0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.129888 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-148fd05e-fe3b-48e9-ae2b-9f1ca894a705 req-cb62f3d7-4d14-4ef3-bd55-db164b8c85b0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0894186
Apr 20 18:34:21.181670 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-148fd05e-fe3b-48e9-ae2b-9f1ca894a705 req-a8ad7de9-1290-4b84-969b-6a37f3670e3e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447116
Apr 20 18:34:21.290407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 432b4968-6879-45da-a066-9f94c7121c73 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:21.369874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 432b4968-6879-45da-a066-9f94c7121c73 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:21.375175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 432b4968-6879-45da-a066-9f94c7121c73 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:21.375516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:21.486703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faedb0-5570-4100-969a-ae20f724d409 req-dfeffa92-c82a-4c01-a847-f894d73ea861 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.488487 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48faedb0-5570-4100-969a-ae20f724d409 req-dfeffa92-c82a-4c01-a847-f894d73ea861 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 944 time: 0.0979264
Apr 20 18:34:21.514236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:21.541740 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48faedb0-5570-4100-969a-ae20f724d409 req-1385776e-785a-4542-94a0-6574d47192b2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457397
Apr 20 18:34:21.555953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432b4968-6879-45da-a066-9f94c7121c73'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:21.566678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 432b4968-6879-45da-a066-9f94c7121c73, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=432b4968-6879-45da-a066-9f94c7121c73,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:21.571242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:21.573210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:21.647053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:21.661430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=432b4968-6879-45da-a066-9f94c7121c73,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:21.664954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:21.758884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554aed-3c88-462f-93cb-e088c44b594e req-496b49fc-834d-450e-b0ce-3099251a0d66 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.760429 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d4554aed-3c88-462f-93cb-e088c44b594e req-496b49fc-834d-450e-b0ce-3099251a0d66 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0930898
Apr 20 18:34:21.810972 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d4554aed-3c88-462f-93cb-e088c44b594e req-1c2e396b-f82f-4912-a733-3440efc2a83b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440321
Apr 20 18:34:21.866696 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432b4968-6879-45da-a066-9f94c7121c73', 'code': 200}
Apr 20 18:34:22.049249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83663b-c5a0-43e4-ad87-d28120e0a595 req-de4bf58f-df36-4702-b5fc-3a6b2f6b78a6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.050883 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af83663b-c5a0-43e4-ad87-d28120e0a595 req-de4bf58f-df36-4702-b5fc-3a6b2f6b78a6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0937569
Apr 20 18:34:22.098991 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af83663b-c5a0-43e4-ad87-d28120e0a595 req-8bc119a7-0ea8-4ca3-b90d-f4b315a5fd8b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406725
Apr 20 18:34:22.317228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:22.395952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97223-cbfd-4fae-b7fe-9504c1d79798 req-ba692c46-f66b-4ca1-b8ad-588e53df0852 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.399302 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f8c97223-cbfd-4fae-b7fe-9504c1d79798 req-ba692c46-f66b-4ca1-b8ad-588e53df0852 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0966034
Apr 20 18:34:22.452277 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f8c97223-cbfd-4fae-b7fe-9504c1d79798 req-20dadea1-859e-4152-bc20-060da6ddc8b4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475783
Apr 20 18:34:22.557161 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-7f9770e8-bc90-4267-b040-1cef52a72b2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0955985
Apr 20 18:34:22.773104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37968-f0e8-4ae6-a9be-d7206e82bbd1 req-9d503966-2192-4b98-be61-8f5280b548b7 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.773829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-93bcb44e-518f-4902-becb-9c90a8ee5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.774885 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-12f37968-f0e8-4ae6-a9be-d7206e82bbd1 req-9d503966-2192-4b98-be61-8f5280b548b7 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.1096487
Apr 20 18:34:22.775451 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-93bcb44e-518f-4902-becb-9c90a8ee5699 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.1059811
Apr 20 18:34:22.857856 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-12f37968-f0e8-4ae6-a9be-d7206e82bbd1 req-7010759f-fc26-4dd1-8e10-9730c0805242 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753572
Apr 20 18:34:22.922305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0d5bc-987f-4a56-91a0-e5256da40462 req-2a0ab5fd-175f-435c-9937-79722e154d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.924115 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dae0d5bc-987f-4a56-91a0-e5256da40462 req-2a0ab5fd-175f-435c-9937-79722e154d3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 1098 time: 0.1064260
Apr 20 18:34:22.982024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-6a578cde-a806-4b72-a034-1e1d0eda8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.983610 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-6a578cde-a806-4b72-a034-1e1d0eda8953 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.1624491
Apr 20 18:34:23.024240 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dae0d5bc-987f-4a56-91a0-e5256da40462 req-6a94c21b-a180-4bf0-a9b6-59ed852e6635 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926626
Apr 20 18:34:23.064132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e024e86-debb-49a0-8e3d-2f43626b52f6 req-43f6b6b8-7a08-4db5-87e6-717198e6eb92 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:23.065815 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e024e86-debb-49a0-8e3d-2f43626b52f6 req-43f6b6b8-7a08-4db5-87e6-717198e6eb92 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.1033843
Apr 20 18:34:23.069702 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-9d854eee-646f-4d77-a315-3ab7f1d792b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.0726852
Apr 20 18:34:23.115906 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e024e86-debb-49a0-8e3d-2f43626b52f6 req-032112d0-d77b-43ed-8c4e-44d1c114be8d tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426383
Apr 20 18:34:23.307844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5055-b1b5-4ccd-aaad-76658bff7383 req-1426d73e-2fe4-4ed5-88b2-5f070d387f71 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:23.309343 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-932c5055-b1b5-4ccd-aaad-76658bff7383 req-1426d73e-2fe4-4ed5-88b2-5f070d387f71 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0901651
Apr 20 18:34:23.359644 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-932c5055-b1b5-4ccd-aaad-76658bff7383 req-b323ed2b-8716-42db-b659-bc1a05df3e94 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438683
Apr 20 18:34:23.529411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-63b6836b-d9b9-4c6f-93d7-37b6e1465e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:23.531398 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-63b6836b-d9b9-4c6f-93d7-37b6e1465e89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.0699520
Apr 20 18:34:23.636036 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-a0de8430-a6fe-4790-9b89-bd8a3564313d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489542
Apr 20 18:34:23.684373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9f251-887f-4e7b-b497-870988420919 req-0baf729a-6265-4ef9-9078-9a45e1d1c526 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:23.685982 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ea9f251-887f-4e7b-b497-870988420919 req-0baf729a-6265-4ef9-9078-9a45e1d1c526 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0911422
Apr 20 18:34:23.737379 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ea9f251-887f-4e7b-b497-870988420919 req-fe69d1d9-6cd8-4ed9-a8c2-c35564a8d6e1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448163
Apr 20 18:34:23.798154 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-1a61e6a3-c042-4ac2-8c04-63055abaa37c service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481235
Apr 20 18:34:23.969764 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-347ea7b2-f684-40d8-a3fb-794469426fd6 req-bcf8e097-1cbe-493b-880d-4f6a46eba783 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460123
Apr 20 18:34:24.077565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8fa0f-eadc-4452-a101-51e3f2c19257 req-b6d3309a-07e5-43e1-99e9-dc206cd4d212 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:24.079198 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9fd8fa0f-eadc-4452-a101-51e3f2c19257 req-b6d3309a-07e5-43e1-99e9-dc206cd4d212 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.1004648
Apr 20 18:34:24.342117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b4065-b3c0-45c9-81b6-6d13c8805138 req-a63c3815-fa53-49ef-8020-61a58933a8c5 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:24.349967 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c83b4065-b3c0-45c9-81b6-6d13c8805138 req-a63c3815-fa53-49ef-8020-61a58933a8c5 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.1060817
Apr 20 18:34:24.369486 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9fd8fa0f-eadc-4452-a101-51e3f2c19257 req-8071c297-227e-4894-b895-f62a185ba6ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2830701
Apr 20 18:34:24.432704 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c83b4065-b3c0-45c9-81b6-6d13c8805138 req-021c958c-83e1-4d09-9e46-e916e80e4209 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814540
Apr 20 18:34:24.597329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d6fb1-d3e8-4097-a2a2-52e40961bba8 req-e779bb8d-17e6-4a25-b271-fbbe1986a91e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:24.599005 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b25d6fb1-d3e8-4097-a2a2-52e40961bba8 req-e779bb8d-17e6-4a25-b271-fbbe1986a91e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0974917
Apr 20 18:34:24.656985 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b25d6fb1-d3e8-4097-a2a2-52e40961bba8 req-9e16f430-f46f-4733-b3e4-8f109cfadec9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504112
Apr 20 18:34:24.965077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cca9a6-e94c-4ded-92bc-accb5ecda747 req-8e18ea08-13a2-4af7-850c-0ad8b3e78ae2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:24.966704 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-72cca9a6-e94c-4ded-92bc-accb5ecda747 req-8e18ea08-13a2-4af7-850c-0ad8b3e78ae2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1018138
Apr 20 18:34:25.019295 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-72cca9a6-e94c-4ded-92bc-accb5ecda747 req-8fae9881-944d-4929-b515-935b08189e68 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459816
Apr 20 18:34:25.593844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93b638-2d76-4127-b6e8-f4f6606ce7ed req-7fc6986b-19d9-479c-abf3-f8ccbee53ae8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:25.595507 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e93b638-2d76-4127-b6e8-f4f6606ce7ed req-7fc6986b-19d9-479c-abf3-f8ccbee53ae8 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.0921040
Apr 20 18:34:25.636495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c7ec9-3304-48e2-b87b-09618e97bdf2 req-5fa45764-4589-46ff-bd9d-47568ce6833a tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:25.638177 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-698c7ec9-3304-48e2-b87b-09618e97bdf2 req-5fa45764-4589-46ff-bd9d-47568ce6833a tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0952883
Apr 20 18:34:25.646481 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e93b638-2d76-4127-b6e8-f4f6606ce7ed req-59d83bc7-2228-4b74-a4a2-b24c8c94bd15 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438159
Apr 20 18:34:25.898005 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-698c7ec9-3304-48e2-b87b-09618e97bdf2 req-deaa3048-61ef-4e24-b78a-0b0599dd8357 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2525671
Apr 20 18:34:25.899769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195cef-ce5b-4e73-9ea7-89207dbdad0f req-26690ece-f918-4eab-9f22-c6ee47f9e127 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:25.901432 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-41195cef-ce5b-4e73-9ea7-89207dbdad0f req-26690ece-f918-4eab-9f22-c6ee47f9e127 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1019149
Apr 20 18:34:25.952444 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-41195cef-ce5b-4e73-9ea7-89207dbdad0f req-a470addb-8e30-4cd3-a68f-68e94c957103 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435650
Apr 20 18:34:26.235696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4f5d5-b465-441b-b089-b438cd04c3b7 req-eba34610-108b-4408-b3bc-fc5abcf1033d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:26.237249 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-add4f5d5-b465-441b-b089-b438cd04c3b7 req-eba34610-108b-4408-b3bc-fc5abcf1033d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0915215
Apr 20 18:34:26.291402 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-add4f5d5-b465-441b-b089-b438cd04c3b7 req-c33c298c-3535-48b8-b1b0-928cbbe01a95 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474076
Apr 20 18:34:26.857372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6089a5-ec3c-48c0-acb8-5e8ed4cbc20e req-ea9d6877-b3d7-4145-9263-2e32746e55c2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:26.859298 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dc6089a5-ec3c-48c0-acb8-5e8ed4cbc20e req-ea9d6877-b3d7-4145-9263-2e32746e55c2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.0959659
Apr 20 18:34:26.915011 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dc6089a5-ec3c-48c0-acb8-5e8ed4cbc20e req-b467c9c1-9d13-43ed-a0e6-3e9f6db5f41b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485234
Apr 20 18:34:27.161699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8989e8e-b627-40e0-8531-5b861157908c req-1cdc4012-d253-4429-92ad-5627ee7baa48 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:27.163423 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8989e8e-b627-40e0-8531-5b861157908c req-1cdc4012-d253-4429-92ad-5627ee7baa48 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0925038
Apr 20 18:34:27.215569 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8989e8e-b627-40e0-8531-5b861157908c req-6da1eec3-c992-450e-a643-f28c06753166 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448558
Apr 20 18:34:27.512107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d3560-6a76-423b-a17e-2cb060a2acc2 req-da83e057-fd5f-4d9a-949a-566de57a5368 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:27.513614 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-326d3560-6a76-423b-a17e-2cb060a2acc2 req-da83e057-fd5f-4d9a-949a-566de57a5368 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0959032
Apr 20 18:34:27.565746 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-326d3560-6a76-423b-a17e-2cb060a2acc2 req-2a9c4013-3fab-4ddc-a658-17aa600d666a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454137
Apr 20 18:34:28.130536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259e3b-fc3f-4818-97f1-0d5db0ef6808 req-971b49b2-dca4-4e04-bdad-575c37ce7790 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:28.133570 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-24259e3b-fc3f-4818-97f1-0d5db0ef6808 req-971b49b2-dca4-4e04-bdad-575c37ce7790 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.0971408
Apr 20 18:34:28.183890 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-24259e3b-fc3f-4818-97f1-0d5db0ef6808 req-c26c0812-5889-4e0b-8d0d-d6abf4097519 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444844
Apr 20 18:34:28.423249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8fb1-fbf0-4a57-96e4-58b63b97830b req-62bdb667-5f1b-4b66-849c-c56e44244d10 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:28.424907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a99d8fb1-fbf0-4a57-96e4-58b63b97830b req-62bdb667-5f1b-4b66-849c-c56e44244d10 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0932364
Apr 20 18:34:28.479688 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a99d8fb1-fbf0-4a57-96e4-58b63b97830b req-5e1e204f-b0b5-4799-b49c-e17ed03c2aa2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475452
Apr 20 18:34:28.787387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7eb50-86e1-4ed6-b6c6-ad4650796aeb req-b97a4aa7-4c0b-4065-924a-8a60cfe41db8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:28.789851 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-08c7eb50-86e1-4ed6-b6c6-ad4650796aeb req-b97a4aa7-4c0b-4065-924a-8a60cfe41db8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0977652
Apr 20 18:34:28.843448 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-08c7eb50-86e1-4ed6-b6c6-ad4650796aeb req-0d0588b0-b8ab-48ef-91b9-bf9ed79fe748 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469844
Apr 20 18:34:29.400248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471c9e3-7daa-4346-aade-a3ecf20db53f req-7508a0df-545b-40a0-93c0-0c5b7ca1c585 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:29.402363 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e471c9e3-7daa-4346-aade-a3ecf20db53f req-7508a0df-545b-40a0-93c0-0c5b7ca1c585 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.1010823
Apr 20 18:34:29.468814 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e471c9e3-7daa-4346-aade-a3ecf20db53f req-67eb6ac7-7063-4031-8bf8-250036b37ac7 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594530
Apr 20 18:34:29.707198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2fdf-dcf6-4b4e-8e4c-2478330e446f req-94d8c9f2-7feb-4d80-850e-3e0ef1f6b24a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:29.708912 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7fbe2fdf-dcf6-4b4e-8e4c-2478330e446f req-94d8c9f2-7feb-4d80-850e-3e0ef1f6b24a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1092618
Apr 20 18:34:29.759952 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7fbe2fdf-dcf6-4b4e-8e4c-2478330e446f req-064e4664-5a28-43dd-b050-0a9e8d9fe37d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439177
Apr 20 18:34:30.065423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b2aa0-719e-4702-880b-cc6de22c9f34 req-994f7c4c-3d82-4a18-b77c-5aef418f7c99 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:30.067097 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e53b2aa0-719e-4702-880b-cc6de22c9f34 req-994f7c4c-3d82-4a18-b77c-5aef418f7c99 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0984418
Apr 20 18:34:30.121935 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e53b2aa0-719e-4702-880b-cc6de22c9f34 req-a0a1592a-87f0-4225-9027-633337227e30 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478549
Apr 20 18:34:30.539002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f0b7c-68df-4953-9718-a8e1399e8655 req-38eca5dc-3b85-41c5-870f-be0e8bf8bbe5 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:30.540749 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eb5f0b7c-68df-4953-9718-a8e1399e8655 req-38eca5dc-3b85-41c5-870f-be0e8bf8bbe5 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.1215303
Apr 20 18:34:30.607190 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eb5f0b7c-68df-4953-9718-a8e1399e8655 req-9ce47a02-388f-448a-a35c-f3c2275eed5f tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514255
Apr 20 18:34:30.702005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5d135-011b-4280-8711-f01e901e64ce req-2d87ea5e-3e6d-4cca-b891-1b1c77ec053b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:30.703662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80d5d135-011b-4280-8711-f01e901e64ce req-2d87ea5e-3e6d-4cca-b891-1b1c77ec053b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.1007578
Apr 20 18:34:30.758718 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80d5d135-011b-4280-8711-f01e901e64ce req-b67e46ce-4dc0-46d3-b056-ce117f689c7f tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483456
Apr 20 18:34:30.972408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285a7b1-6c14-450a-9b81-caca01762400 req-bd156f08-74df-4b13-9562-a80c999ef029 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:30.974101 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b285a7b1-6c14-450a-9b81-caca01762400 req-bd156f08-74df-4b13-9562-a80c999ef029 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0949297
Apr 20 18:34:31.034807 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b285a7b1-6c14-450a-9b81-caca01762400 req-a4ee38f1-b874-4aeb-b8bc-fce6da4a7059 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502770
Apr 20 18:34:31.364208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a26bf-2a77-45f1-ab09-678b46fe6338 req-2a98f495-231d-4368-acff-f6a1d46eb1fb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:31.367041 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6e9a26bf-2a77-45f1-ab09-678b46fe6338 req-2a98f495-231d-4368-acff-f6a1d46eb1fb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1054401
Apr 20 18:34:31.434246 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6e9a26bf-2a77-45f1-ab09-678b46fe6338 req-f4774e0d-b397-4fb0-9bc8-59da68076d5b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587938
Apr 20 18:34:31.823673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aef39-7d4d-4152-84d7-1215feb5d7b2 req-1a4f5c4f-0871-4532-87d9-f2cc62c8a893 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:31.825441 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f53aef39-7d4d-4152-84d7-1215feb5d7b2 req-1a4f5c4f-0871-4532-87d9-f2cc62c8a893 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0954952
Apr 20 18:34:31.883304 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f53aef39-7d4d-4152-84d7-1215feb5d7b2 req-9a650bd7-50bf-4c9f-bf49-7a9da11c1763 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508878
Apr 20 18:34:32.260403 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2795023-c032-4587-8660-f364f5db58c2 req-aae60dfd-0098-4099-8dc1-114b5e8bb997 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:32.262733 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b2795023-c032-4587-8660-f364f5db58c2 req-aae60dfd-0098-4099-8dc1-114b5e8bb997 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1052527
Apr 20 18:34:32.346232 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b2795023-c032-4587-8660-f364f5db58c2 req-f28b9586-4a23-4872-aa92-5871b8790f6d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757911
Apr 20 18:34:32.655003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25edc38-fac7-4d5f-91e9-8c64a159db8d req-96bbd6f9-b5cf-46aa-8061-c7ded2927768 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:32.656729 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e25edc38-fac7-4d5f-91e9-8c64a159db8d req-96bbd6f9-b5cf-46aa-8061-c7ded2927768 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0980489
Apr 20 18:34:32.706970 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e25edc38-fac7-4d5f-91e9-8c64a159db8d req-376b8106-6ab9-418e-a04e-765d081c2bfe tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430143
Apr 20 18:34:33.096375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5ebd6-49d2-46e9-96d2-5f4a6c671029 req-a2770e5d-474d-4175-9032-d8f5c30bfade tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:33.098059 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4b5ebd6-49d2-46e9-96d2-5f4a6c671029 req-a2770e5d-474d-4175-9032-d8f5c30bfade tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0951886
Apr 20 18:34:33.148937 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4b5ebd6-49d2-46e9-96d2-5f4a6c671029 req-e5704fbd-7737-4cfe-ba0e-17a20ba66243 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427368
Apr 20 18:34:33.568862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c475904-9898-43ca-81d2-3801e3465ff0 req-2f7ef8cb-cd2f-4790-a2bd-dbfd64c7354a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:33.570593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9c475904-9898-43ca-81d2-3801e3465ff0 req-2f7ef8cb-cd2f-4790-a2bd-dbfd64c7354a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1017349
Apr 20 18:34:33.624467 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9c475904-9898-43ca-81d2-3801e3465ff0 req-22db15ea-3693-421d-a47f-3f36e9063fa2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474045
Apr 20 18:34:33.921700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113452e5-7eae-40f2-b265-90fcd0941ee1 req-d20c8eee-a979-485e-baa6-f44c3aa46719 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:33.923308 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-113452e5-7eae-40f2-b265-90fcd0941ee1 req-d20c8eee-a979-485e-baa6-f44c3aa46719 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0933356
Apr 20 18:34:33.940657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:34:33.978920 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-113452e5-7eae-40f2-b265-90fcd0941ee1 req-b4e38c5e-566e-437f-bf25-c3eea4629786 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470054
Apr 20 18:34:34.364959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ef50-2323-45a3-a7c8-b7251d5e141d req-f75a5f2f-2c32-46ae-bdd4-be9f24ce1d7f tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:34.367655 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-86e1ef50-2323-45a3-a7c8-b7251d5e141d req-f75a5f2f-2c32-46ae-bdd4-be9f24ce1d7f tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.1028929
Apr 20 18:34:34.422230 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-86e1ef50-2323-45a3-a7c8-b7251d5e141d req-43b18b88-ce67-4c07-953b-30e5b1001434 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456231
Apr 20 18:34:34.835320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d441-36be-46a8-9076-99451e609bc0 req-50755335-1f68-4b39-8dbf-f00b924847e5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:34.836986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3e88d441-36be-46a8-9076-99451e609bc0 req-50755335-1f68-4b39-8dbf-f00b924847e5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0908062
Apr 20 18:34:34.886574 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3e88d441-36be-46a8-9076-99451e609bc0 req-3c890726-52f9-435d-a0b9-34b3f8dbb954 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430043
Apr 20 18:34:35.330213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042ffc-23e9-4007-af09-0dc0a63da8b6 req-f1f9ad1a-0ae0-4653-bf33-146a4cd310ab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:35.331839 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-86042ffc-23e9-4007-af09-0dc0a63da8b6 req-f1f9ad1a-0ae0-4653-bf33-146a4cd310ab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0932786
Apr 20 18:34:35.392405 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-86042ffc-23e9-4007-af09-0dc0a63da8b6 req-15ee4e1c-8ff7-47ab-a007-2e159c533370 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531399
Apr 20 18:34:35.642505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee433a6-ff62-4b4b-a74d-08199beaae9b req-3f3d325f-d41b-4aa3-8deb-4dc641b88bcb tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:35.644117 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dee433a6-ff62-4b4b-a74d-08199beaae9b req-3f3d325f-d41b-4aa3-8deb-4dc641b88bcb tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.1000135
Apr 20 18:34:35.730639 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dee433a6-ff62-4b4b-a74d-08199beaae9b req-20f5391d-b1bb-4a31-a3eb-76b393b59a67 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773177
Apr 20 18:34:36.200760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cb763-abbc-4d5c-9b7c-95d12327a086 req-297d7dbd-bc3a-43fb-b433-08948236aa43 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:36.202391 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-868cb763-abbc-4d5c-9b7c-95d12327a086 req-297d7dbd-bc3a-43fb-b433-08948236aa43 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0993073
Apr 20 18:34:36.261530 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-868cb763-abbc-4d5c-9b7c-95d12327a086 req-23444737-012d-4db6-bd31-345296c6ba73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486722
Apr 20 18:34:36.635265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c13e-7913-4dd1-b831-a53ed4d70161 req-543a2a2f-fa26-46e5-a98c-78932cf77f32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:36.636975 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46a5c13e-7913-4dd1-b831-a53ed4d70161 req-543a2a2f-fa26-46e5-a98c-78932cf77f32 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0956714
Apr 20 18:34:36.690697 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46a5c13e-7913-4dd1-b831-a53ed4d70161 req-424a2e00-f037-4832-ab0e-079574c31fb0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464492
Apr 20 18:34:36.947371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adff094-86fb-4cf3-8572-e19ef52d9d59 req-3ebe5d1f-59e0-4008-8179-57c1cf5030cf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:36.949064 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5adff094-86fb-4cf3-8572-e19ef52d9d59 req-3ebe5d1f-59e0-4008-8179-57c1cf5030cf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0983338
Apr 20 18:34:37.003907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5adff094-86fb-4cf3-8572-e19ef52d9d59 req-4f1635c2-c1b9-445b-a3ef-4b0935b0baaa tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479136
Apr 20 18:34:37.505049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58316f-3dac-47ae-a03d-67ea7ad17c12 req-c0c860f5-bbd8-4504-8dea-1bfc9f0c4446 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.507751 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7d58316f-3dac-47ae-a03d-67ea7ad17c12 req-c0c860f5-bbd8-4504-8dea-1bfc9f0c4446 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1131799
Apr 20 18:34:37.564543 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7d58316f-3dac-47ae-a03d-67ea7ad17c12 req-42f80191-31ba-4ba8-82c8-06f72e2d29a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458069
Apr 20 18:34:37.917191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c639-edd4-48d2-950d-eed68c652943 req-4d7900f8-392f-44fb-a01f-9b3029c37048 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.918973 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-98f3c639-edd4-48d2-950d-eed68c652943 req-4d7900f8-392f-44fb-a01f-9b3029c37048 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1017642
Apr 20 18:34:37.973052 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-98f3c639-edd4-48d2-950d-eed68c652943 req-644efb81-2d49-4d8c-9371-7ad9aa11e815 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473073
Apr 20 18:34:38.363852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1544b22-b94a-4c8f-88a5-2addbe3f6950 req-594eaf0f-b679-4cc6-b986-d52172622d40 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:38.365480 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1544b22-b94a-4c8f-88a5-2addbe3f6950 req-594eaf0f-b679-4cc6-b986-d52172622d40 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.0906785
Apr 20 18:34:38.421102 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c1544b22-b94a-4c8f-88a5-2addbe3f6950 req-437492fc-89b4-4dc4-8fd9-a770d0050b76 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481229
Apr 20 18:34:38.784634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90347e-038d-4ef8-884b-9f885e70d5b1 req-4e3ed3ee-01f8-4545-a82b-ee99e31b39c1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:38.786324 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-be90347e-038d-4ef8-884b-9f885e70d5b1 req-4e3ed3ee-01f8-4545-a82b-ee99e31b39c1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0982840
Apr 20 18:34:38.841354 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-be90347e-038d-4ef8-884b-9f885e70d5b1 req-dc30d175-b031-46fd-bc76-557d41aa66ce tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476482
Apr 20 18:34:39.098757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 6116c10b-a2ae-4688-ab93-903ec2d4df45 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:39.273930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757338d-fece-43a5-838a-0e0a90802923 req-5547164e-bf50-4219-8e04-f1c059271940 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:39.275620 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a757338d-fece-43a5-838a-0e0a90802923 req-5547164e-bf50-4219-8e04-f1c059271940 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 945 time: 0.1234634
Apr 20 18:34:39.290245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5024e-53d0-4e86-8c47-17f6df4b921a req-d9c7d74f-ff57-436b-812d-329354ced24d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:39.291948 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-88d5024e-53d0-4e86-8c47-17f6df4b921a req-d9c7d74f-ff57-436b-812d-329354ced24d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1878176
Apr 20 18:34:39.304292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.361216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:39.382423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:39.390069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.392748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Deleting port 6116c10b-a2ae-4688-ab93-903ec2d4df45 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:39.393158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.394331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:39.524213 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45', 'code': 200}
Apr 20 18:34:39.532860 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-88d5024e-53d0-4e86-8c47-17f6df4b921a req-6a65d62c-9c28-49b7-8eb3-6ed505634c97 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2056043
Apr 20 18:34:39.562670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=6']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:39.585037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.585705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.586331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.586949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.588013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.588407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.588792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.589173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.589615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.589990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.590364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.590732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:39.595125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:39.736069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dc172-4f0c-47f2-b790-bd9692a80945 req-32ad6791-967a-4eb0-8d3e-7aa14038e35c tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:39.739013 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-045dc172-4f0c-47f2-b790-bd9692a80945 req-32ad6791-967a-4eb0-8d3e-7aa14038e35c tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 943 time: 0.0990245
Apr 20 18:34:39.739793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] For port 6116c10b-a2ae-4688-ab93-903ec2d4df45, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6116c10b-a2ae-4688-ab93-903ec2d4df45,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:39.740502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.803929 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-045dc172-4f0c-47f2-b790-bd9692a80945 req-7c3088e7-9388-49c6-a5e4-7dbe7658a0ea tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577769
Apr 20 18:34:39.895248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Calling delete_port for 6116c10b-a2ae-4688-ab93-903ec2d4df45 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:40.138210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:40.144436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:40.199532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2d67-a408-4438-ae91-6f9815185bb7 req-c60a07bc-9ae5-4a4c-9f1e-810a4b38e7a8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:40.201319 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5b1b2d67-a408-4438-ae91-6f9815185bb7 req-c60a07bc-9ae5-4a4c-9f1e-810a4b38e7a8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2141311
Apr 20 18:34:40.215240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Pushing event deleted for resources: {'Port': ['ID=6116c10b-a2ae-4688-ab93-903ec2d4df45,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:40.273764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.274180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.274590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.274992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.275390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.275784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.276176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.276567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.276957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.277444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.277770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.278158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:40.289714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:40.353256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] No DVR routers for this DVR port 6116c10b-a2ae-4688-ab93-903ec2d4df45 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:40.357958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:40.363668 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5b1b2d67-a408-4438-ae91-6f9815185bb7 req-21f86f4d-6269-4528-9ea8-7bbb0b55d5d8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516824
Apr 20 18:34:40.364204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'name': 'network-vif-deleted', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:40.400784 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a757338d-fece-43a5-838a-0e0a90802923 req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "DELETE /v2.0/ports/6116c10b-a2ae-4688-ab93-903ec2d4df45 HTTP/1.1" status: 204  len: 173 time: 1.1077030
Apr 20 18:34:40.446888 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a1f58-43bf-44d1-bcf5-3811d5910744', 'name': 'network-vif-deleted', 'tag': '6116c10b-a2ae-4688-ab93-903ec2d4df45', 'status': 'completed', 'code': 200}
Apr 20 18:34:40.777278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c25bdc-fe6f-4c14-84f3-47005c912aa3 req-8db2cfd9-9298-4412-b6d0-68616b7bcba6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:40.777592 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4c25bdc-fe6f-4c14-84f3-47005c912aa3 req-8db2cfd9-9298-4412-b6d0-68616b7bcba6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1010308
Apr 20 18:34:40.835259 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4c25bdc-fe6f-4c14-84f3-47005c912aa3 req-492e263a-fd32-4a16-bf97-703cf4a2b435 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496442
Apr 20 18:34:40.987426 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b4066fe0-75e2-49dd-9c3a-0d6ec2317eff req-84b2c1cd-0bef-40b4-8b4d-6afae56e0ca6 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 210 time: 0.0515206
Apr 20 18:34:41.611310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e61a14-9b7c-458b-a070-c8ac773dcfd8 req-44f617c5-4502-4715-9d95-5b67262bfd3d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:41.613473 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-65e61a14-9b7c-458b-a070-c8ac773dcfd8 req-44f617c5-4502-4715-9d95-5b67262bfd3d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1041017
Apr 20 18:34:41.668726 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-65e61a14-9b7c-458b-a070-c8ac773dcfd8 req-0b75ce52-6e55-4868-8869-fddf6370bae0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487282
Apr 20 18:34:42.053771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0893c-d282-42ed-9e19-edf8fa1311bd req-6dc7aecf-a181-4054-afb1-87c4c86763d3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:42.055758 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ecf0893c-d282-42ed-9e19-edf8fa1311bd req-6dc7aecf-a181-4054-afb1-87c4c86763d3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0945561
Apr 20 18:34:42.108112 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ecf0893c-d282-42ed-9e19-edf8fa1311bd req-15357f58-f6de-46e4-a90e-1e89320a6618 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457137
Apr 20 18:34:42.165292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e696ee13-147b-4dab-8019-939318afee2f req-f5186f7b-5665-4f8d-8aaa-3c52c8fa6137 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Synchronizing usage tracker for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:42.181456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e696ee13-147b-4dab-8019-939318afee2f req-f5186f7b-5665-4f8d-8aaa-3c52c8fa6137 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Unset dirty status for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:42.182765 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e696ee13-147b-4dab-8019-939318afee2f req-f5186f7b-5665-4f8d-8aaa-3c52c8fa6137 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 210 time: 0.0704026
Apr 20 18:34:42.880971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9bb2e-ebc2-4309-b26e-5bc089ecfd2b req-03c134be-3d4b-45cd-97ef-1b4c496cdeb1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:42.882820 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0eb9bb2e-ebc2-4309-b26e-5bc089ecfd2b req-03c134be-3d4b-45cd-97ef-1b4c496cdeb1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0958366
Apr 20 18:34:42.934758 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0eb9bb2e-ebc2-4309-b26e-5bc089ecfd2b req-08580407-dba9-4985-ad8c-a7f32abc169c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454147
Apr 20 18:34:43.330388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e9fb-1503-4282-b52b-13ad5e08bbdb req-d8fc7a5e-73ed-447d-8b7a-d896cff2c370 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:43.332034 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2bd1e9fb-1503-4282-b52b-13ad5e08bbdb req-d8fc7a5e-73ed-447d-8b7a-d896cff2c370 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0983012
Apr 20 18:34:43.370487 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-aec4038f-2ca8-4e0d-aa83-3bd749619b22 req-e44fd4fd-6040-4014-b8ad-3bc3e765cecc tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94a1f58-43bf-44d1-bcf5-3811d5910744 HTTP/1.1" status: 200  len: 210 time: 0.0513031
Apr 20 18:34:43.390314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2bd1e9fb-1503-4282-b52b-13ad5e08bbdb req-5323a63d-44ea-4936-a3d1-a707ad183f17 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505097
Apr 20 18:34:44.164059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2da337-0763-4f38-95bc-a23ee9d10cfa req-ef3ea2cb-b954-4958-8fe7-fe232982addd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:44.165778 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac2da337-0763-4f38-95bc-a23ee9d10cfa req-ef3ea2cb-b954-4958-8fe7-fe232982addd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1084268
Apr 20 18:34:44.222772 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac2da337-0763-4f38-95bc-a23ee9d10cfa req-b19caa1f-e6a0-4fa7-a0ec-8de7744b09d1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448189
Apr 20 18:34:44.611987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178e5d8-ff76-4e86-ab7a-4c3b4a314499 req-6eeb4c87-ac30-4527-9fa2-e0c69eba98a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:44.617628 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c178e5d8-ff76-4e86-ab7a-4c3b4a314499 req-6eeb4c87-ac30-4527-9fa2-e0c69eba98a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1059072
Apr 20 18:34:44.667760 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c178e5d8-ff76-4e86-ab7a-4c3b4a314499 req-3f47bb9b-7a48-46a2-8d81-c21d34cbcbd4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475502
Apr 20 18:34:44.872536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-cb80ff82-0303-4102-ad4f-46fbbfc8d9b0 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:44.874275 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-cb80ff82-0303-4102-ad4f-46fbbfc8d9b0 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/networks?id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 200  len: 807 time: 0.1745777
Apr 20 18:34:44.892368 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-c028517c-c71f-4efa-9d96-deb5df3fbfd2 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/quotas/977d101190a341ceb8e52a3b3e91678f HTTP/1.1" status: 200  len: 375 time: 0.0110860
Apr 20 18:34:44.952817 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-4580b33b-fb13-4345-8858-c3cf16c1b573 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=977d101190a341ceb8e52a3b3e91678f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0504870
Apr 20 18:34:45.117694 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-2a929f4f-b473-4182-8bfc-8abf7004331e service neutron] 10.222.0.25 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482992
Apr 20 18:34:45.285467 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-bc9005e5-56fa-440c-a62f-657d2b04a067 service neutron] 10.222.0.25 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606910
Apr 20 18:34:45.470000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ed76b-9468-4fe7-bb0e-f1066fdec527 req-0d60e910-8f25-46be-a071-c05d80d8d564 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:45.471881 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f88ed76b-9468-4fe7-bb0e-f1066fdec527 req-0d60e910-8f25-46be-a071-c05d80d8d564 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1254697
Apr 20 18:34:45.519594 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fb3eabd0-efe9-439e-a271-83ee2a0a0369 req-b7dc1bdb-768a-4eb8-8c2a-ebaec927a04b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 210 time: 0.0544269
Apr 20 18:34:45.524498 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f88ed76b-9468-4fe7-bb0e-f1066fdec527 req-3adc3dc3-46bf-4d05-bef4-485fca4b2c4d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452733
Apr 20 18:34:45.890916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821e06-e7c9-473e-ad70-ea2064823524 req-9cd6cfaf-72fe-4fd0-9fc9-3623c0c33493 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:45.892645 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-02821e06-e7c9-473e-ad70-ea2064823524 req-9cd6cfaf-72fe-4fd0-9fc9-3623c0c33493 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.0939317
Apr 20 18:34:45.946083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-02821e06-e7c9-473e-ad70-ea2064823524 req-f62c9342-9d02-425a-80a0-2260bd42c4b1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462050
Apr 20 18:34:46.349173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7f3ed3bb-85f5-45f5-9804-70087d3813fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.696300 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-95da8729-9d6a-4479-94cf-3b0bd3a96bf6 req-2978a9c4-9873-4cb4-a604-1c72175ce11b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 210 time: 0.0555630
Apr 20 18:34:46.740209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137acc3a-68b3-45f6-a93d-9367d50e239e req-35ebb0c4-ee71-41a2-b85a-efd06a87934e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.742599 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-137acc3a-68b3-45f6-a93d-9367d50e239e req-35ebb0c4-ee71-41a2-b85a-efd06a87934e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.0985632
Apr 20 18:34:46.794076 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-137acc3a-68b3-45f6-a93d-9367d50e239e req-72f5a90b-155d-4605-a499-89741092d84d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447998
Apr 20 18:34:47.181770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e11a-1670-44bf-918b-b4cb88e38295 req-72278dd0-b383-4a4c-8562-c789329ba4a0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:47.183452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ae0e11a-1670-44bf-918b-b4cb88e38295 req-72278dd0-b383-4a4c-8562-c789329ba4a0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1024551
Apr 20 18:34:47.236853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ae0e11a-1670-44bf-918b-b4cb88e38295 req-43d38148-d7ad-4fe9-9d1a-5bef1e8c95d3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468316
Apr 20 18:34:47.869997 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a21df61b-1fc8-4824-9ab0-b05cc50d058b req-f260efac-646d-4b5b-a17c-967be6992cee tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 210 time: 0.0536268
Apr 20 18:34:48.060918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce7bfc-f0f0-45d0-8cd5-51885f59345e req-e016b297-a1f8-4691-85aa-78e5b0743f6e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.062753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-21ce7bfc-f0f0-45d0-8cd5-51885f59345e req-e016b297-a1f8-4691-85aa-78e5b0743f6e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1385798
Apr 20 18:34:48.119703 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-21ce7bfc-f0f0-45d0-8cd5-51885f59345e req-1feef805-3b3a-44e5-ae1e-d5b80fcfadba tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476985
Apr 20 18:34:48.495880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f408aeb-7b67-4272-b163-fdbac5507d00 req-0533ecbe-2abe-4cc8-b05d-3a381f223d4a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.498056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f408aeb-7b67-4272-b163-fdbac5507d00 req-0533ecbe-2abe-4cc8-b05d-3a381f223d4a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1258340
Apr 20 18:34:48.923613 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f408aeb-7b67-4272-b163-fdbac5507d00 req-2bdf41ab-04da-4154-9462-ab3b7be39e12 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4163473
Apr 20 18:34:49.014647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-72e2b7c2-eee3-4059-b507-829564f87ec9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.016278 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-72e2b7c2-eee3-4059-b507-829564f87ec9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "GET /v2.0/networks?id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 200  len: 807 time: 0.2042086
Apr 20 18:34:49.042258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Request body: {'port': {'device_id': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3', 'admin_state_up': True, 'tenant_id': '977d101190a341ceb8e52a3b3e91678f'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:49.075500 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b5985110-8938-4084-9259-65e25fca85dd req-73778cf2-9769-4627-817c-36f3d51b3424 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 210 time: 0.0513308
Apr 20 18:34:49.216857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:49.229272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:49.238823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Made reservation on behalf of 977d101190a341ceb8e52a3b3e91678f for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:49.245980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:49.450831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21761740-2fd5-4523-9691-ec2cf37e2ba8 req-ddbd212b-e822-41de-b319-79c6a37d32d9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.452613 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-21761740-2fd5-4523-9691-ec2cf37e2ba8 req-ddbd212b-e822-41de-b319-79c6a37d32d9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1944604
Apr 20 18:34:49.559271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Allocated IP 172.20.0.8 (c8c07f4f-8832-4bd2-8650-ac17f6efb3d3/232899d4-fe47-4a3e-90ee-ebe63590804f/9a853972-a5f7-485a-a061-21bb26950d18) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:49.564416 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-21761740-2fd5-4523-9691-ec2cf37e2ba8 req-ed0948ca-b08d-4c9d-8b3d-05bf678810b2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803378
Apr 20 18:34:49.750534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:49.824430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:49.856748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:49.863062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:49.938440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:49.941957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:49.947523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:49.991880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Pushing event updated for resources: {'Port': ['ID=9a853972-a5f7-485a-a061-21bb26950d18,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:49.997131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:50.039780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0084946a-3e7e-4604-b6c4-1eff63188aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.039996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.041356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.107926 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0710785
Apr 20 18:34:50.161379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Request body: {'port': {'device_id': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:50.208536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4b37-5dfd-4f3a-9fe2-19344f0bbf02 req-ce348d4b-5eb8-44d1-a847-9f10976bb395 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.211197 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-22fd4b37-5dfd-4f3a-9fe2-19344f0bbf02 req-ce348d4b-5eb8-44d1-a847-9f10976bb395 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1125700
Apr 20 18:34:50.294018 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-22fd4b37-5dfd-4f3a-9fe2-19344f0bbf02 req-7385bac7-771b-4c0d-bb9b-8713663e797a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752602
Apr 20 18:34:50.408122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7a22d-58f9-4c42-a92c-53bfd8acb897 req-cbe416ca-9d04-41d5-b41f-1d9770ee8667 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.408913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-7ce7a22d-58f9-4c42-a92c-53bfd8acb897 req-cbe416ca-9d04-41d5-b41f-1d9770ee8667 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Synchronizing usage tracker for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:50.416427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.428421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 47878) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:50.476308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-7ce7a22d-58f9-4c42-a92c-53bfd8acb897 req-cbe416ca-9d04-41d5-b41f-1d9770ee8667 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Unset dirty status for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:50.477489 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ce7a22d-58f9-4c42-a92c-53bfd8acb897 req-cbe416ca-9d04-41d5-b41f-1d9770ee8667 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 931 time: 0.2526331
Apr 20 18:34:50.569676 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ce7a22d-58f9-4c42-a92c-53bfd8acb897 req-a702375c-e807-417f-91d0-01bb635e23b3 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830898
Apr 20 18:34:50.574311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.704230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:50.805534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.831975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:50.838481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:0291fb73d57245909da76d7fc47215ae is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:50.845243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:50.861428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040729f-9059-4a62-a530-df4a9a114afa req-ea50dd91-a6e9-48f9-8ecb-70fe340f2713 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.869649 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3040729f-9059-4a62-a530-df4a9a114afa req-ea50dd91-a6e9-48f9-8ecb-70fe340f2713 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1672499
Apr 20 18:34:50.895373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:50.912985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:50.924368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a853972-a5f7-485a-a061-21bb26950d18 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:50.932115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '36707b77-0efd-41e0-9dc6-6332c175126e', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e', 'mac_address': 'fa:16:3e:47:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:50.934416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.935680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3040729f-9059-4a62-a530-df4a9a114afa req-5ebb5c23-2ae3-41d3-af31-0f4c883e04c6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649996
Apr 20 18:34:50.963443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Transition to ACTIVE for port object 9a853972-a5f7-485a-a061-21bb26950d18 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:50.967033 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.972597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fab57af4-b44b-48d8-a6a1-d218bd186667 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:51.005119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.029018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36707b77-0efd-41e0-9dc6-6332c175126e {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:51.050853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:51.055698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.058951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:51.088562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.095470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.111059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e89e474c-4d66-46ce-a9b7-db5bf9b67381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:51.147215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=6']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:51.151926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25de75-0561-477a-befe-e633a35c9d2a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:51.152647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:51.171158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.171545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.171963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.172361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.172757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.173152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.173574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.173970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.174672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.174884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.175324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.175662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:51.183607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:51.193293 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0291fb73d57245909da76d7fc47215ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7626598
Apr 20 18:34:51.194677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 47892) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:51.197712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Pushing event updated for resources: {'Port': ['ID=9a853972-a5f7-485a-a061-21bb26950d18,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:51.217811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:51.343569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Attempting to bind port 9a853972-a5f7-485a-a061-21bb26950d18 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:51.344053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Attempting to bind port 9a853972-a5f7-485a-a061-21bb26950d18 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:51.344320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Attempting to bind port 9a853972-a5f7-485a-a061-21bb26950d18 on network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:51.347094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.360461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Port 9a853972-a5f7-485a-a061-21bb26950d18 on network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:51.360840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Attempting to bind port 9a853972-a5f7-485a-a061-21bb26950d18 on network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:51.373258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:51.373604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['36707b77-0efd-41e0-9dc6-6332c175126e'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:51.373752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Checking segment: {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:51.374259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Bound using segment: {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:51.375336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Bound port: 9a853972-a5f7-485a-a061-21bb26950d18, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b027fbf8-22bf-44ca-99fd-0f89f9655cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:51.376324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.451719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.647214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] For port 9a853972-a5f7-485a-a061-21bb26950d18, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:51.651310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] For port 9a853972-a5f7-485a-a061-21bb26950d18, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9a853972-a5f7-485a-a061-21bb26950d18,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:51.657361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.664609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:51.687826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.722513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.773836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb27407-ca5c-4d68-b03d-5f8ea1067feb req-50e791ef-25f0-4ba9-a199-00da7c84ba23 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:51.783562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:51.784255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.784798 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9fb27407-ca5c-4d68-b03d-5f8ea1067feb req-50e791ef-25f0-4ba9-a199-00da7c84ba23 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.2434659
Apr 20 18:34:51.785813 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] 10.222.0.44 "PUT /v2.0/ports/9a853972-a5f7-485a-a061-21bb26950d18 HTTP/1.1" status: 200  len: 1093 time: 1.6364591
Apr 20 18:34:51.790116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'tag': '9a853972-a5f7-485a-a061-21bb26950d18'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:51.813744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:51.821886 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c25de75-0561-477a-befe-e633a35c9d2a HTTP/1.1" status: 204  len: 168 time: 0.6255329
Apr 20 18:34:51.855022 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9fb27407-ca5c-4d68-b03d-5f8ea1067feb req-10fb51e7-e422-40fb-bdcd-97daf5bb147d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622072
Apr 20 18:34:51.964599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Pushing event updated for resources: {'Port': ['ID=9a853972-a5f7-485a-a061-21bb26950d18,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:51.980482 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:51.981043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8b09d73a-dc41-4d17-98f0-a9f68645bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:52.002394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25de75-0561-477a-befe-e633a35c9d2a,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:52.007475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:52.051366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602450da-949c-424a-983e-808616ba293b req-5e7c62c9-6f0f-4275-a892-5f1826a1cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.053030 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-5e7c62c9-6f0f-4275-a892-5f1826a1cc1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.2165935
Apr 20 18:34:52.068319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d5ec-e636-49d9-8cc4-34a163c04feb req-7905e510-22c3-469b-b731-15548e6b47f9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.071321 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c0b8d5ec-e636-49d9-8cc4-34a163c04feb req-7905e510-22c3-469b-b731-15548e6b47f9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 943 time: 0.1484294
Apr 20 18:34:52.090491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-8e824c8b-6c6e-45df-8e91-318fcc1db615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.092128 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-8e824c8b-6c6e-45df-8e91-318fcc1db615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=977d101190a341ceb8e52a3b3e91678f&device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 1096 time: 0.2072735
Apr 20 18:34:52.114472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b683-bad9-4f18-9bea-d48f5922af00 req-50f57033-e5e2-4855-bb2d-67d77e727700 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.116159 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-adb5b683-bad9-4f18-9bea-d48f5922af00 req-50f57033-e5e2-4855-bb2d-67d77e727700 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1261287
Apr 20 18:34:52.203932 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-71abafa1-4a1c-4747-b115-79d5429884ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a853972-a5f7-485a-a061-21bb26950d18 HTTP/1.1" status: 200  len: 217 time: 0.0866718
Apr 20 18:34:52.270653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 47920) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:52.313752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.321767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.327118 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-adb5b683-bad9-4f18-9bea-d48f5922af00 req-96ec71a5-35aa-48e6-9734-554c82a35c46 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496534
Apr 20 18:34:52.340803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-47af4ce3-2d75-4bb4-8904-78c355aca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.342605 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-47af4ce3-2d75-4bb4-8904-78c355aca05d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=232899d4-fe47-4a3e-90ee-ebe63590804f HTTP/1.1" status: 200  len: 847 time: 0.1281948
Apr 20 18:34:52.345446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:52.351548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Usage tracker for resource:security_group_rule and tenant:4c460f05767648f4b6eb6df69359d873 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:52.366988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:52.401968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:52.458823 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'tag': '9a853972-a5f7-485a-a061-21bb26950d18', 'status': 'completed', 'code': 200}
Apr 20 18:34:52.498438 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c0b8d5ec-e636-49d9-8cc4-34a163c04feb req-efc83919-9d1d-422c-95d9-dd21afe71cc0 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3972669
Apr 20 18:34:52.534714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602450da-949c-424a-983e-808616ba293b req-74be40cf-8adc-4c8e-af8b-7cceeed495d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.539068 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-74be40cf-8adc-4c8e-af8b-7cceeed495d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.4650087
Apr 20 18:34:52.630971 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-3412179c-64bd-42b0-9afd-aa5784ddf85f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.0727246
Apr 20 18:34:52.713076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:52.729496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602450da-949c-424a-983e-808616ba293b req-e430182e-0a2d-4e7a-a7bf-7bcf2f0c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.731585 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-e430182e-0a2d-4e7a-a7bf-7bcf2f0c823c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.0878050
Apr 20 18:34:52.794015 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-cf2142db-f193-43e9-986c-591143086603 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3490663
Apr 20 18:34:52.796231 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-d77f0a93-fe39-4c76-b585-5067fe01fe36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559213
Apr 20 18:34:52.797925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 36707b77-0efd-41e0-9dc6-6332c175126e triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:52.798489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.968215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.035939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:53.060628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:53.070804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.072847 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:53.095609 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-0629b4f9-82e0-405e-b034-cbdc8dd133ec service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2812703
Apr 20 18:34:53.117591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a639e-c76e-4a54-a5bb-4944909f1aa1 req-984a34c5-049e-451d-9557-429365fb908e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:53.125444 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-775a639e-c76e-4a54-a5bb-4944909f1aa1 req-984a34c5-049e-451d-9557-429365fb908e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.3865585
Apr 20 18:34:53.159978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=7']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:53.161974 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-4e61a2b8-dcb0-41d7-8b7b-43083932896e service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3465903
Apr 20 18:34:53.163215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:53.270140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.309074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.327360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8c9c34e6-1709-4e55-a958-de9c8d353bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:53.344139 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-775a639e-c76e-4a54-a5bb-4944909f1aa1 req-6071f675-821b-4954-a923-a82871482cda tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2169137
Apr 20 18:34:53.345285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8138f5-f6d1-4632-8d77-142f297a670d req-60612510-5fe0-4562-abe6-f1480009a1f8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:53.353750 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad8138f5-f6d1-4632-8d77-142f297a670d req-60612510-5fe0-4562-abe6-f1480009a1f8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.2582717
Apr 20 18:34:53.382412 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-602450da-949c-424a-983e-808616ba293b req-a88b0338-fa4b-49ce-accd-03cb0c617999 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076142
Apr 20 18:34:53.432768 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c460f05767648f4b6eb6df69359d873&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1582673
Apr 20 18:34:53.433869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2190c9-5ba5-43df-b4fd-c80d64d70ae2,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:53.445462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:53.455338 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27853d20-20d6-4ba2-b930-d77d4c22e236 req-31e3b035-eff0-4c0d-a14a-37674e4e34ad service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3483424
Apr 20 18:34:53.456008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 47960) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:53.458084 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad8138f5-f6d1-4632-8d77-142f297a670d req-ef4c09a7-32ea-4732-84ef-159d5fb9c4d8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032450
Apr 20 18:34:53.548570 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'code': 200}
Apr 20 18:34:53.559287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.608841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.753227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.766594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-36b7fa02-0d24-418a-83e0-9c3aabad4073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:53.785932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2190c9-5ba5-43df-b4fd-c80d64d70ae2,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:53.793013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:53.821803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:53.826669 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab2190c9-5ba5-43df-b4fd-c80d64d70ae2 HTTP/1.1" status: 204  len: 168 time: 0.3697064
Apr 20 18:34:53.892494 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-ffee45c9-492e-42ce-8535-51c24780f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:53.894701 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-ffee45c9-492e-42ce-8535-51c24780f7d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=977d101190a341ceb8e52a3b3e91678f&device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 1096 time: 0.1913047
Apr 20 18:34:54.075933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165970-2ade-497c-9c4b-9c544ad83ebe req-d53950b8-23cf-4596-b1e8-7fb16fdf2192 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.088880 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-22165970-2ade-497c-9c4b-9c544ad83ebe req-d53950b8-23cf-4596-b1e8-7fb16fdf2192 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2256491
Apr 20 18:34:54.201239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-51bbec28-963d-4a96-9bfa-42f757919d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.202926 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-51bbec28-963d-4a96-9bfa-42f757919d75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 200  len: 908 time: 0.2882488
Apr 20 18:34:54.206019 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-22165970-2ade-497c-9c4b-9c544ad83ebe req-7f61ece4-f9dd-47c9-a108-c18442388c2d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141582
Apr 20 18:34:54.356852 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-52e3f6a7-4a9c-4bbf-b9b6-6487f7369e59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a853972-a5f7-485a-a061-21bb26950d18 HTTP/1.1" status: 200  len: 217 time: 0.1069851
Apr 20 18:34:54.466868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-092fd85e-c06c-45f1-b3f7-23753e90f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.468469 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-092fd85e-c06c-45f1-b3f7-23753e90f97a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=232899d4-fe47-4a3e-90ee-ebe63590804f HTTP/1.1" status: 200  len: 847 time: 0.1031430
Apr 20 18:34:54.544760 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-d5f06feb-220e-400a-9ad3-e4b0304a3657 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610065
Apr 20 18:34:54.565448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea13a0e-da34-48ba-ab1f-4ea9f02fa2c3 req-ceb69f63-4c21-43e5-9f5f-af025299eb9e tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.567223 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9ea13a0e-da34-48ba-ab1f-4ea9f02fa2c3 req-ceb69f63-4c21-43e5-9f5f-af025299eb9e tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 943 time: 0.3633335
Apr 20 18:34:54.648749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de444ad5-4c29-4848-914e-e23634483cbb req-454eb9f0-4b67-43cd-afa1-20160bd1c543 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.650281 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de444ad5-4c29-4848-914e-e23634483cbb req-454eb9f0-4b67-43cd-afa1-20160bd1c543 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1340728
Apr 20 18:34:54.726513 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-de444ad5-4c29-4848-914e-e23634483cbb req-2806a3b6-4b47-455c-a5f0-35a75fcb9e41 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612478
Apr 20 18:34:54.748348 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-5f5e716e-3a9e-4448-9dd8-e81ce2ed523c service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925883
Apr 20 18:34:54.797496 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9ea13a0e-da34-48ba-ab1f-4ea9f02fa2c3 req-18ecbeb5-17d8-4384-b099-b314cfaefbaf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452680
Apr 20 18:34:54.994915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fde32-6eb5-4c0c-ab96-cb9ed478d968 req-ef4fc0e5-07de-466a-a780-b3e82751758b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:55.003599 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2a4fde32-6eb5-4c0c-ab96-cb9ed478d968 req-ef4fc0e5-07de-466a-a780-b3e82751758b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1446698
Apr 20 18:34:55.035799 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f569c2f0-97c4-45a2-992e-11779d424f1e req-dc86c2cf-ce36-4a58-aaaf-1d9a36f0f51e service neutron] 10.222.0.44 "GET /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2412438
Apr 20 18:34:55.058312 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2a4fde32-6eb5-4c0c-ab96-cb9ed478d968 req-4bd213ea-2964-4816-99ba-9635dda3652e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536847
Apr 20 18:34:55.588431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0190-6121-42a4-90c0-fdde4f41763a req-9338aaab-e9a8-4c43-aabd-638c1001b5d5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:55.596518 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-89dd0190-6121-42a4-90c0-fdde4f41763a req-9338aaab-e9a8-4c43-aabd-638c1001b5d5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1529317
Apr 20 18:34:55.679978 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-89dd0190-6121-42a4-90c0-fdde4f41763a req-437b242c-88e6-4695-965c-e68c83d3298d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822601
Apr 20 18:34:56.131797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e171ae2-a5a8-4e08-8b7b-bbd5a4fbd63e req-a3c9d44d-721c-4ead-8254-8625bd35a8b1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:56.138520 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2e171ae2-a5a8-4e08-8b7b-bbd5a4fbd63e req-a3c9d44d-721c-4ead-8254-8625bd35a8b1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1862717
Apr 20 18:34:56.234349 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2e171ae2-a5a8-4e08-8b7b-bbd5a4fbd63e req-9cc493e9-2db3-456c-bcfd-fca653a228b4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905566
Apr 20 18:34:56.427417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a73c1f-b92f-4d07-81fc-01f00ff84aa4 req-42cf70ac-66a5-472d-91f4-d302d8c004e1 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:56.443528 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-55a73c1f-b92f-4d07-81fc-01f00ff84aa4 req-42cf70ac-66a5-472d-91f4-d302d8c004e1 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 943 time: 0.3578355
Apr 20 18:34:56.572567 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-55a73c1f-b92f-4d07-81fc-01f00ff84aa4 req-0231bc03-c9a8-4e62-a032-f49db4590eea tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263220
Apr 20 18:34:56.683088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389cb17-af0e-4d0d-8cfd-b77756b8b03b req-0287e717-b94c-4f99-9f1b-90cbac644e65 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:56.685026 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d389cb17-af0e-4d0d-8cfd-b77756b8b03b req-0287e717-b94c-4f99-9f1b-90cbac644e65 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.2735915
Apr 20 18:34:56.740815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 9a853972-a5f7-485a-a061-21bb26950d18 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:56.844068 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d389cb17-af0e-4d0d-8cfd-b77756b8b03b req-d6c1fafc-22a6-4274-a522-b8b9d998b69c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501489
Apr 20 18:34:57.078250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 9a853972-a5f7-485a-a061-21bb26950d18, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9a853972-a5f7-485a-a061-21bb26950d18,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:57.100287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '9a853972-a5f7-485a-a061-21bb26950d18', 'network_id': 'c8c07f4f-8832-4bd2-8650-ac17f6efb3d3', 'port_id': '9a853972-a5f7-485a-a061-21bb26950d18', 'mac_address': 'fa:16:3e:87:6b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232899d4-fe47-4a3e-90ee-ebe63590804f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:57.129233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e01bb5-46dc-4ec1-98be-758c60228dce req-043c6594-8419-4a30-8fd1-068d837a13dd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.144644 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80e01bb5-46dc-4ec1-98be-758c60228dce req-043c6594-8419-4a30-8fd1-068d837a13dd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2086356
Apr 20 18:34:57.189004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:57.216140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a853972-a5f7-485a-a061-21bb26950d18 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:57.246540 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80e01bb5-46dc-4ec1-98be-758c60228dce req-40c9778f-e5e4-41ec-ab30-ff52b96b59c8 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000421
Apr 20 18:34:57.249329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 9a853972-a5f7-485a-a061-21bb26950d18, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9a853972-a5f7-485a-a061-21bb26950d18,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:57.274674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:57.277547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:57.389737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=9a853972-a5f7-485a-a061-21bb26950d18,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:57.400774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:57.559237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6c444-394c-4231-9ab1-25780913450f req-b1857db5-bb9e-4c75-a895-4fa48c48f403 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.560986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7f6c444-394c-4231-9ab1-25780913450f req-b1857db5-bb9e-4c75-a895-4fa48c48f403 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1750398
Apr 20 18:34:57.750703 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7f6c444-394c-4231-9ab1-25780913450f req-39342902-1077-4a49-bc23-f6293deb7dfc tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1791131
Apr 20 18:34:57.858875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c8255-8f0f-4738-b58c-9f69e5aaedc4 req-19fb154d-6887-4c8c-8211-5587ee145e5e tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.868990 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62c8255-8f0f-4738-b58c-9f69e5aaedc4 req-19fb154d-6887-4c8c-8211-5587ee145e5e tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 944 time: 0.1432683
Apr 20 18:34:57.952204 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e62c8255-8f0f-4738-b58c-9f69e5aaedc4 req-678908e0-e64e-44ec-9d45-074279057a98 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820184
Apr 20 18:34:57.999427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['9a853972-a5f7-485a-a061-21bb26950d18'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:58.260265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54ce95-6f35-4ffc-ba7c-4b1172b6c862 req-a7f40a37-0a88-4a98-aca5-bfd99558ef92 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:58.273322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2e54ce95-6f35-4ffc-ba7c-4b1172b6c862 req-a7f40a37-0a88-4a98-aca5-bfd99558ef92 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.2212133
Apr 20 18:34:58.440326 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2e54ce95-6f35-4ffc-ba7c-4b1172b6c862 req-fbead3ab-2e3d-4703-89ad-4fa2e8cd8b82 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1657357
Apr 20 18:34:58.651110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e4beb-9b0b-484f-90bf-65e23ca2e0c0 req-1abf7cae-849a-4da4-991b-5a31e254eda1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:58.655009 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3b1e4beb-9b0b-484f-90bf-65e23ca2e0c0 req-1abf7cae-849a-4da4-991b-5a31e254eda1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1591415
Apr 20 18:34:58.738092 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3b1e4beb-9b0b-484f-90bf-65e23ca2e0c0 req-8004f739-d301-425d-8728-99b5a4c58b94 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690615
Apr 20 18:34:59.187644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b7db-f96e-4a71-9a96-2c2599a0e6ed req-602994d2-0f0d-4877-bbfa-5a8c4212689b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.199692 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ea1b7db-f96e-4a71-9a96-2c2599a0e6ed req-602994d2-0f0d-4877-bbfa-5a8c4212689b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2261550
Apr 20 18:34:59.277950 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ea1b7db-f96e-4a71-9a96-2c2599a0e6ed req-908d343e-0c41-4386-9140-6173c5017bd8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769739
Apr 20 18:34:59.415857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd7fc7-f342-4e2c-8113-80be405757ff req-289b204c-c50f-4618-a06d-f61a5e79540b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.420005 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cdbd7fc7-f342-4e2c-8113-80be405757ff req-289b204c-c50f-4618-a06d-f61a5e79540b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 944 time: 0.2344844
Apr 20 18:34:59.593937 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cdbd7fc7-f342-4e2c-8113-80be405757ff req-b6522f39-2ff4-4a86-9316-ab4195808b6a tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645842
Apr 20 18:34:59.940225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eb4ac-f6bb-4569-907e-4e821cb6ac89 req-8ecdb2a2-efb5-4e39-ae0a-b8659bca9a4b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.948895 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5b3eb4ac-f6bb-4569-907e-4e821cb6ac89 req-8ecdb2a2-efb5-4e39-ae0a-b8659bca9a4b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1508214
Apr 20 18:35:00.023996 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5b3eb4ac-f6bb-4569-907e-4e821cb6ac89 req-41cac2a1-c2ab-4814-91bc-f197d51beaf9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591636
Apr 20 18:35:00.156951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3513e-f752-4336-be54-08b199418e67 req-53eef84f-2f83-4489-b744-962acf7f6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:00.158994 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-53eef84f-2f83-4489-b744-962acf7f6398 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1099 time: 0.1481111
Apr 20 18:35:00.354119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80858a-d0e5-40cf-b02b-c4d31a2c0e62 req-9090a96e-6c1c-433e-912d-0c31c6569cf7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:00.356034 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba80858a-d0e5-40cf-b02b-c4d31a2c0e62 req-9090a96e-6c1c-433e-912d-0c31c6569cf7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1493354
Apr 20 18:35:00.503661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3513e-f752-4336-be54-08b199418e67 req-4edcec85-3bd1-4458-b313-f06b677249dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:00.505445 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-4edcec85-3bd1-4458-b313-f06b677249dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.3387098
Apr 20 18:35:00.523731 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba80858a-d0e5-40cf-b02b-c4d31a2c0e62 req-6d6ff057-d1d7-4674-991e-d64ae67fd341 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587646
Apr 20 18:35:00.743595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 9a853972-a5f7-485a-a061-21bb26950d18 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:00.911443 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-07d545a9-45b8-43f0-89be-bc2047f3bd5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 1002 time: 0.3889289
Apr 20 18:35:00.965636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 9a853972-a5f7-485a-a061-21bb26950d18 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:00.978772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 9a853972-a5f7-485a-a061-21bb26950d18 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:00.979214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.050641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3513e-f752-4336-be54-08b199418e67 req-acd99ff8-3d8e-4ed6-933e-501d4badddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:01.053647 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-acd99ff8-3d8e-4ed6-933e-501d4badddf2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.1392145
Apr 20 18:35:01.062784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b0e06-3d7f-480b-96ad-eae3558dae54 req-655d8420-dc50-4010-bad2-3ad11e0cfa91 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:01.074118 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-777b0e06-3d7f-480b-96ad-eae3558dae54 req-655d8420-dc50-4010-bad2-3ad11e0cfa91 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2266319
Apr 20 18:35:01.203809 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-777b0e06-3d7f-480b-96ad-eae3558dae54 req-6150180e-7baf-48cc-a37f-bcdcd1102833 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285925
Apr 20 18:35:01.245161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3513e-f752-4336-be54-08b199418e67 req-40fe7c2a-ea7c-407e-b2f5-541f0cc5d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:01.247569 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-40fe7c2a-ea7c-407e-b2f5-541f0cc5d637 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1856549
Apr 20 18:35:01.343286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.476349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 9a853972-a5f7-485a-a061-21bb26950d18, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9a853972-a5f7-485a-a061-21bb26950d18,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:01.487232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a853972-a5f7-485a-a061-21bb26950d18'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:01.497545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.505793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:01.580862 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-92eab173-7831-4fc0-8076-5413903c4205 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3189392
Apr 20 18:35:01.746402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39921f8e-f1c9-4e1f-a14f-58e31d4b2adf req-323d7e2a-04d8-4a92-b6c8-ebe6ec01ca61 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:01.755569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=9a853972-a5f7-485a-a061-21bb26950d18,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:01.756984 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-39921f8e-f1c9-4e1f-a14f-58e31d4b2adf req-323d7e2a-04d8-4a92-b6c8-ebe6ec01ca61 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.2414324
Apr 20 18:35:01.761750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:01.851441 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-39921f8e-f1c9-4e1f-a14f-58e31d4b2adf req-b70de7e4-102b-4e7d-8752-b5e0535f9e31 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912528
Apr 20 18:35:01.997241 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a853972-a5f7-485a-a061-21bb26950d18', 'code': 200}
Apr 20 18:35:02.227636 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f5d3513e-f752-4336-be54-08b199418e67 req-eea93872-30ba-4856-87c0-7197ff9dbf95 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6364391
Apr 20 18:35:02.253268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6935f-0431-4bf4-8553-5a94192b3be2 req-9d43bd83-1f02-4528-a945-7187f7a94005 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:02.263607 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-57b6935f-0431-4bf4-8553-5a94192b3be2 req-9d43bd83-1f02-4528-a945-7187f7a94005 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1376791
Apr 20 18:35:02.288345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aab99-b7db-4a9c-9b30-ababe3742057 req-a6588429-5bdd-4aa7-a7ee-451682d20037 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:02.299353 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-623aab99-b7db-4a9c-9b30-ababe3742057 req-a6588429-5bdd-4aa7-a7ee-451682d20037 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1540143
Apr 20 18:35:02.325061 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-57b6935f-0431-4bf4-8553-5a94192b3be2 req-3f693ce4-30a2-4b5d-b047-6b0f38ea978e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598955
Apr 20 18:35:02.384094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-623aab99-b7db-4a9c-9b30-ababe3742057 req-7cdcf954-3a03-4427-9c22-21aefa99142e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833368
Apr 20 18:35:02.637253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96abf-f067-4fe4-ba38-99053f351046 req-31638cdf-2ae0-49b4-bda1-e8814898b489 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:02.639898 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-18b96abf-f067-4fe4-ba38-99053f351046 req-31638cdf-2ae0-49b4-bda1-e8814898b489 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1092725
Apr 20 18:35:02.786426 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-18b96abf-f067-4fe4-ba38-99053f351046 req-e3185b04-a3b1-4e69-84a2-211c91dd7837 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303377
Apr 20 18:35:02.852179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aee8f9-c4a8-47c1-8821-870267d617e2 req-65ebe488-6923-4cc5-9b20-8f4a962450a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:02.853810 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-41aee8f9-c4a8-47c1-8821-870267d617e2 req-65ebe488-6923-4cc5-9b20-8f4a962450a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 1098 time: 0.2354956
Apr 20 18:35:02.873721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248898a3-2cb1-4e19-9eed-ace8025e1d40 req-20b40577-2bf1-46ea-8284-d87af0339d74 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:02.882825 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-248898a3-2cb1-4e19-9eed-ace8025e1d40 req-20b40577-2bf1-46ea-8284-d87af0339d74 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.3676174
Apr 20 18:35:03.015136 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-248898a3-2cb1-4e19-9eed-ace8025e1d40 req-5fc66a81-63b1-44c1-b7ac-000253527558 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311324
Apr 20 18:35:03.020248 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-41aee8f9-c4a8-47c1-8821-870267d617e2 req-48ecb77e-d3fd-444d-9bbf-e3227ad4fe53 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843830
Apr 20 18:35:03.155605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ab7f-4aec-4394-947b-9d89210353fc req-2eadf6a6-2227-433a-af25-813a56ba8d62 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:03.159660 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eba9ab7f-4aec-4394-947b-9d89210353fc req-2eadf6a6-2227-433a-af25-813a56ba8d62 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.1152632
Apr 20 18:35:03.230846 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eba9ab7f-4aec-4394-947b-9d89210353fc req-508a67ec-fe53-45b6-b2a5-0ae0eacc4730 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616825
Apr 20 18:35:03.619366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48154) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:03.657022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7818d0-b5c6-4b68-a705-9ca8ea26c28c req-efde7eb1-30cf-49c0-afef-3de2d1dc115d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:03.685116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3a7818d0-b5c6-4b68-a705-9ca8ea26c28c req-efde7eb1-30cf-49c0-afef-3de2d1dc115d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1826541
Apr 20 18:35:03.786645 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3a7818d0-b5c6-4b68-a705-9ca8ea26c28c req-61a6c281-ee67-4a4e-931e-a0c7ad3c9e1c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995688
Apr 20 18:35:03.826794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ac605-1de3-4873-81d9-814a9ba43314 req-337a11f8-2b69-4b38-bf35-d1ee40eef0cb tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:03.830004 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-282ac605-1de3-4873-81d9-814a9ba43314 req-337a11f8-2b69-4b38-bf35-d1ee40eef0cb tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2000101
Apr 20 18:35:03.898628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.110126 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-282ac605-1de3-4873-81d9-814a9ba43314 req-eb905a45-9b28-4390-bcef-6634f12e3adb tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1533604
Apr 20 18:35:04.121184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:04.137463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Usage tracker for resource:security_group_rule and tenant:ed52f091fa494941b46a5e28a170f5d1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:04.151444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:04.172983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:04.415960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b0881-fbb3-466c-a170-cdc82cc77562 req-dbd34220-fd9c-4e93-b424-f546bee2e778 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.426763 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7e4b0881-fbb3-466c-a170-cdc82cc77562 req-dbd34220-fd9c-4e93-b424-f546bee2e778 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2727609
Apr 20 18:35:04.489068 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7e4b0881-fbb3-466c-a170-cdc82cc77562 req-9d509cbb-3e7b-4b77-bcf2-f2d7f725173c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563087
Apr 20 18:35:04.535631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.547382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.588904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2ecb826-4743-4c8c-9cb5-5576605cdee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:04.628107 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed52f091fa494941b46a5e28a170f5d1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0070689
Apr 20 18:35:04.630053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e1a01b-74ba-4b9b-babd-16633ac5fc89,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:04.633732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 48176) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:04.635406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:04.676269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cb38c-ba65-4fac-8a9e-006304c79b57 req-720c3ac8-040e-4600-acd5-4da64536967a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.681043 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e05cb38c-ba65-4fac-8a9e-006304c79b57 req-720c3ac8-040e-4600-acd5-4da64536967a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.2705042
Apr 20 18:35:04.790637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b415d-c1d7-40e3-82d7-b27813a0181c req-28f8b4d4-c6d5-4ae2-ae11-7524257268b8 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.791107 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e05cb38c-ba65-4fac-8a9e-006304c79b57 req-6b68b3e9-5282-42bc-8d27-c855d1e1fb03 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986164
Apr 20 18:35:04.798047 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-076b415d-c1d7-40e3-82d7-b27813a0181c req-28f8b4d4-c6d5-4ae2-ae11-7524257268b8 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.1665735
Apr 20 18:35:04.848799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.890925 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-076b415d-c1d7-40e3-82d7-b27813a0181c req-cdca7a81-ad64-43a6-a562-7aeab8afe06a tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742731
Apr 20 18:35:04.923321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.008896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.028297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-25d2e37f-6554-4f09-9201-e1f9c77609cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:05.056082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e1a01b-74ba-4b9b-babd-16633ac5fc89,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:05.076466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:05.077430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.081662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50e1a01b-74ba-4b9b-babd-16633ac5fc89 HTTP/1.1" status: 204  len: 168 time: 0.3905568
Apr 20 18:35:05.181289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20fb5-a38c-4e3c-bb82-4a91f4326a83 req-e8a98e2f-72b8-4d23-b6b6-3c3f849ba9ec tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:05.189454 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-96d20fb5-a38c-4e3c-bb82-4a91f4326a83 req-e8a98e2f-72b8-4d23-b6b6-3c3f849ba9ec tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1651402
Apr 20 18:35:05.250602 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-96d20fb5-a38c-4e3c-bb82-4a91f4326a83 req-222d5b91-6837-4694-9900-05300bfdddb5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600650
Apr 20 18:35:05.654253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a03eb-9a17-4194-835a-907d6e384517 req-5c9fac7a-8ff3-4115-8615-3f7fa8297f83 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:05.668722 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ce4a03eb-9a17-4194-835a-907d6e384517 req-5c9fac7a-8ff3-4115-8615-3f7fa8297f83 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2783232
Apr 20 18:35:05.805102 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ce4a03eb-9a17-4194-835a-907d6e384517 req-e5245833-e5d5-4282-95ad-0a1b18a31e59 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315694
Apr 20 18:35:05.868268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b9fb-7915-4a51-b89b-eb6a6870f0f4 req-17fb2ab2-dda7-4442-97d4-e04f0576ecde tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:05.874880 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0347b9fb-7915-4a51-b89b-eb6a6870f0f4 req-17fb2ab2-dda7-4442-97d4-e04f0576ecde tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2042677
Apr 20 18:35:05.988650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48200) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:06.041877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.048001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43820d6c-f679-4626-b147-7372561acf8d req-9dc85f42-0fea-472e-90bd-b9da957a158a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:06.065556 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-43820d6c-f679-4626-b147-7372561acf8d req-9dc85f42-0fea-472e-90bd-b9da957a158a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.1123865
Apr 20 18:35:06.066348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:06.080431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Usage tracker for resource:security_group_rule and tenant:3a80ca0e63594d569b189438bd632d06 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:06.084875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:06.091728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:06.129516 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0347b9fb-7915-4a51-b89b-eb6a6870f0f4 req-ccd0d7b5-0daa-42aa-9b62-acbeaabdacea tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452774
Apr 20 18:35:06.166743 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-43820d6c-f679-4626-b147-7372561acf8d req-d45422e4-d5da-4ffb-a90e-15bfee3983e8 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900314
Apr 20 18:35:06.304368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.377660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.393132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6899ea42-1334-4d0a-a0b5-94304592863d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.428929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1975e3-2f9a-45c5-b239-c4fdf60aa418,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:06.436381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:06.476432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433620-3836-4baf-bd25-f049ccc6f33d req-1b36c31e-1006-4250-9a37-0ff014275b3c tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:06.478250 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1f433620-3836-4baf-bd25-f049ccc6f33d req-1b36c31e-1006-4250-9a37-0ff014275b3c tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.1721897
Apr 20 18:35:06.485250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 48206) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:06.485615 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a80ca0e63594d569b189438bd632d06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4809892
Apr 20 18:35:06.566498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.574710 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1f433620-3836-4baf-bd25-f049ccc6f33d req-6bb19817-dc3c-457b-b104-1658ae608070 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876529
Apr 20 18:35:06.621602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.688009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.692514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-05aec8fa-5884-4d3c-b94f-d391c2a29a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.714702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.716195 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b1975e3-2f9a-45c5-b239-c4fdf60aa418 HTTP/1.1" status: 204  len: 168 time: 0.2293303
Apr 20 18:35:06.717320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1975e3-2f9a-45c5-b239-c4fdf60aa418,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:06.731465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:06.883072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e7abd-1843-4415-b262-e2e82aa1b273 req-6d8ea68e-17cb-4f6d-afb3-8db0c3c184c1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:06.895381 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f40e7abd-1843-4415-b262-e2e82aa1b273 req-6d8ea68e-17cb-4f6d-afb3-8db0c3c184c1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1792920
Apr 20 18:35:06.978120 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f40e7abd-1843-4415-b262-e2e82aa1b273 req-1e226b3e-c868-4300-b11d-a9210fa6718c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805011
Apr 20 18:35:07.011112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428c0da-f423-4ad1-ad48-12374f17f80e req-2bd9c51e-4b40-478a-a446-b156a7a6aa39 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.022702 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7428c0da-f423-4ad1-ad48-12374f17f80e req-2bd9c51e-4b40-478a-a446-b156a7a6aa39 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.2001057
Apr 20 18:35:07.090665 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7428c0da-f423-4ad1-ad48-12374f17f80e req-41822371-ea09-408b-95e9-9e6c21a24d87 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667913
Apr 20 18:35:07.293021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-f16340e0-92cd-46cc-9a13-a94489b18c0c tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.294953 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-f16340e0-92cd-46cc-9a13-a94489b18c0c tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.1687393
Apr 20 18:35:07.479656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Deleting port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:07.480392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.602146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8316db-635d-4d74-9e8e-e54432442469 req-5828a36b-5101-47e5-8bc0-6369f2ec5b24 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.611233 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3e8316db-635d-4d74-9e8e-e54432442469 req-5828a36b-5101-47e5-8bc0-6369f2ec5b24 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2232645
Apr 20 18:35:07.684226 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3e8316db-635d-4d74-9e8e-e54432442469 req-9d4b348b-6801-4eef-8543-aa1c68e4bacd tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715935
Apr 20 18:35:07.846850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526b2f-3356-42bd-96cf-ec829bbed064 req-2623de75-34ac-4192-b916-2b09f37eebd3 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.849510 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-00526b2f-3356-42bd-96cf-ec829bbed064 req-2623de75-34ac-4192-b916-2b09f37eebd3 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 945 time: 0.2549136
Apr 20 18:35:07.938648 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-00526b2f-3356-42bd-96cf-ec829bbed064 req-e2c4641f-2315-4e2e-90c3-80a2dc510a38 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799277
Apr 20 18:35:08.121828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] For port 06a72144-d46d-42ad-aef8-3b655cd2b4c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=06a72144-d46d-42ad-aef8-3b655cd2b4c6,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:08.122664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.402506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca083aa-c185-41b8-9668-81670b693420 req-d240a94c-7074-4d5a-83f6-c5ff75a7fe8d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:08.409106 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ca083aa-c185-41b8-9668-81670b693420 req-d240a94c-7074-4d5a-83f6-c5ff75a7fe8d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1973262
Apr 20 18:35:08.427166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Calling delete_port for 06a72144-d46d-42ad-aef8-3b655cd2b4c6 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:08.496846 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1ca083aa-c185-41b8-9668-81670b693420 req-77ddbd47-23d3-4cf7-8179-142d97bf0848 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771892
Apr 20 18:35:08.696712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20efdd-3f24-49f4-b4dc-43a12481bbb8 req-2d1b42d1-30b6-4f65-95e7-896430914428 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:08.698431 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-db20efdd-3f24-49f4-b4dc-43a12481bbb8 req-2d1b42d1-30b6-4f65-95e7-896430914428 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.2286990
Apr 20 18:35:08.814831 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-db20efdd-3f24-49f4-b4dc-43a12481bbb8 req-3213249e-58fd-40f2-b8f2-e7c1b9ba2e64 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787618
Apr 20 18:35:08.867156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:08.881612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:09.023423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Pushing event deleted for resources: {'Port': ['ID=06a72144-d46d-42ad-aef8-3b655cd2b4c6,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:09.291357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:09.294777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cab69-3c72-4c5f-a66c-209d208b0a3f req-8fc7be7e-a58d-4107-a834-03c3d1861f7b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:09.305427 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bc5cab69-3c72-4c5f-a66c-209d208b0a3f req-8fc7be7e-a58d-4107-a834-03c3d1861f7b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.1483431
Apr 20 18:35:09.329477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] No DVR routers for this DVR port 06a72144-d46d-42ad-aef8-3b655cd2b4c6 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:09.356198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:09.384789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'name': 'network-vif-deleted', 'tag': '06a72144-d46d-42ad-aef8-3b655cd2b4c6'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:09.402680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-07bfff1a-0d09-473f-a76b-eb2e722daec2 req-a833d67a-fbb2-439c-8721-00c64e08f1d4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "DELETE /v2.0/ports/06a72144-d46d-42ad-aef8-3b655cd2b4c6 HTTP/1.1" status: 204  len: 173 time: 2.0991576
Apr 20 18:35:09.500308 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bc5cab69-3c72-4c5f-a66c-209d208b0a3f req-f500b87f-7a46-4f40-b62a-6296d2bbd649 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929836
Apr 20 18:35:09.516931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645b9e-c220-4f8e-86f3-1caab665cc47 req-1164e37e-b77b-43fd-9dae-e84c3638084d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:09.531091 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1a645b9e-c220-4f8e-86f3-1caab665cc47 req-1164e37e-b77b-43fd-9dae-e84c3638084d tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.3635039
Apr 20 18:35:09.613291 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1a645b9e-c220-4f8e-86f3-1caab665cc47 req-5481de4f-1cf8-44dc-b8b3-d192ed41c5a4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806549
Apr 20 18:35:09.676063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-07441077-47e6-4d6d-80eb-be5d46485e51 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:09.682987 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-07441077-47e6-4d6d-80eb-be5d46485e51 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.3426759
Apr 20 18:35:09.807478 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63aa76-1efa-45ed-8e4d-89794690776f', 'name': 'network-vif-deleted', 'tag': '06a72144-d46d-42ad-aef8-3b655cd2b4c6', 'status': 'completed', 'code': 200}
Apr 20 18:35:09.868968 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b9cbb6d5-6e76-4185-b246-061f34eb55b8 req-32b0c250-3e31-4668-bee5-fde462c54c15 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec63aa76-1efa-45ed-8e4d-89794690776f HTTP/1.1" status: 200  len: 210 time: 0.0569866
Apr 20 18:35:09.921674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Deleting port 432b4968-6879-45da-a066-9f94c7121c73 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:09.922814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.048648 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0086e-b555-4c55-a15d-0cb8ec1c185d req-f199085c-5137-4ed3-9cf7-44dfc627a2fb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:10.059884 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a7d0086e-b555-4c55-a15d-0cb8ec1c185d req-f199085c-5137-4ed3-9cf7-44dfc627a2fb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1328371
Apr 20 18:35:10.123389 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a7d0086e-b555-4c55-a15d-0cb8ec1c185d req-ffc7566a-2b91-4ea1-a47f-5ee0fbb9032d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622392
Apr 20 18:35:10.514183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6164-454c-4c32-8bc8-d63b35f68f1e req-0e95fad3-d2ed-430f-99e3-c69ad96ce0d2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:10.522949 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-942d6164-454c-4c32-8bc8-d63b35f68f1e req-0e95fad3-d2ed-430f-99e3-c69ad96ce0d2 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 945 time: 0.4761419
Apr 20 18:35:10.606322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-942d6164-454c-4c32-8bc8-d63b35f68f1e req-137f04ec-4f3c-4768-808a-f97a049d64e9 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821300
Apr 20 18:35:10.683950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] For port 432b4968-6879-45da-a066-9f94c7121c73, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=432b4968-6879-45da-a066-9f94c7121c73,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:10.684360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.808494 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 06a72144-d46d-42ad-aef8-3b655cd2b4c6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:10.832380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6537c31-4069-4174-a094-f9a74680c277 req-ca58d5d9-f5b6-4e74-a5f5-2b8958f4b63b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:10.855392 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b6537c31-4069-4174-a094-f9a74680c277 req-ca58d5d9-f5b6-4e74-a5f5-2b8958f4b63b tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.1755915
Apr 20 18:35:10.930563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 06a72144-d46d-42ad-aef8-3b655cd2b4c6 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:10.930965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 06a72144-d46d-42ad-aef8-3b655cd2b4c6 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:10.931449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 432b4968-6879-45da-a066-9f94c7121c73 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:10.940406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:10.984339 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b6537c31-4069-4174-a094-f9a74680c277 req-ceb3e842-82b0-4bdd-bb6a-59a4c6705003 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272352
Apr 20 18:35:11.002825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Calling delete_port for 432b4968-6879-45da-a066-9f94c7121c73 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:11.353347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.496570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-60035f55-4891-4939-8c72-f9409ceffb0d tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:11.498310 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-60035f55-4891-4939-8c72-f9409ceffb0d tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.3722603
Apr 20 18:35:11.601666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800be18-bb61-4c74-9f7f-8360159ae45f req-31faf26d-9c2c-4bdf-afdc-3c112f05038e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:11.607907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Deleting port 9a853972-a5f7-485a-a061-21bb26950d18 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:11.608304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.610754 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b800be18-bb61-4c74-9f7f-8360159ae45f req-31faf26d-9c2c-4bdf-afdc-3c112f05038e tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.4932921
Apr 20 18:35:11.614019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.643828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-415e4ab1-174b-4a95-ad4e-be632a0683ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:11.687942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada4d0e-af99-4617-b015-725c57c3bdff req-b60b1f63-7dc4-4b9b-bba7-37539fc4aed9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:11.689810 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8ada4d0e-af99-4617-b015-725c57c3bdff req-b60b1f63-7dc4-4b9b-bba7-37539fc4aed9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.2964058
Apr 20 18:35:11.706373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event deleted for resources: {'Port': ['ID=432b4968-6879-45da-a066-9f94c7121c73,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:11.732771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006', '5744b43c-bc61-4a13-be0f-42c722995478', '4800bd55-987f-4f15-ad9f-8ef10a6a45b7'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:11.843124 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b800be18-bb61-4c74-9f7f-8360159ae45f req-7c3b9a49-602a-4091-9f4c-2201e59ac723 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310419
Apr 20 18:35:11.862925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] No DVR routers for this DVR port 432b4968-6879-45da-a066-9f94c7121c73 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:11.874466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:11.878013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'name': 'network-vif-deleted', 'tag': '432b4968-6879-45da-a066-9f94c7121c73'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:11.891320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:11.919816 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-08cb80c1-cbdf-4d8a-b53f-d914bc529503 req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "DELETE /v2.0/ports/432b4968-6879-45da-a066-9f94c7121c73 HTTP/1.1" status: 204  len: 173 time: 2.2211094
Apr 20 18:35:11.937638 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8ada4d0e-af99-4617-b015-725c57c3bdff req-e9c40fdc-05b1-4c14-80fa-8cd64fc65073 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543367
Apr 20 18:35:12.063967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] For port 9a853972-a5f7-485a-a061-21bb26950d18, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9a853972-a5f7-485a-a061-21bb26950d18,segment=NetworkSegment(b027fbf8-22bf-44ca-99fd-0f89f9655cce),segment_id=b027fbf8-22bf-44ca-99fd-0f89f9655cce)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:12.064385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.220450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-6459e8fb-ad59-4cd9-a8b5-060139c35451 req-9bc67d5d-cd28-4e7e-8f89-04e484cfed5d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:12.226149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48348) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:12.228253 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc910f0-1c12-4462-acd1-89bb382a4005', 'name': 'network-vif-deleted', 'tag': '432b4968-6879-45da-a066-9f94c7121c73', 'status': 'completed', 'code': 200}
Apr 20 18:35:12.243395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-6459e8fb-ad59-4cd9-a8b5-060139c35451 req-9bc67d5d-cd28-4e7e-8f89-04e484cfed5d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:12.245214 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6459e8fb-ad59-4cd9-a8b5-060139c35451 req-9bc67d5d-cd28-4e7e-8f89-04e484cfed5d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 210 time: 0.2299199
Apr 20 18:35:12.448775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.468107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:12.473630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Usage tracker for resource:security_group_rule and tenant:d9620c21d88a4234b2fa16e96095ce3c is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:12.478711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:12.487370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:12.515855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Calling delete_port for 9a853972-a5f7-485a-a061-21bb26950d18 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:12.586988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.590209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.598216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-03c41176-ce32-4783-97ab-a5ae47fff9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.647478 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9620c21d88a4234b2fa16e96095ce3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4065304
Apr 20 18:35:12.648518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf6b02-0b6f-41bb-bd7a-396b3ae16461,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.653307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48354) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:12.669064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:12.696985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba27d00-1296-4229-b082-3cdd06d0a176 req-c5518cd4-eb25-484a-8bb4-d5d796fea457 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:12.698623 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cba27d00-1296-4229-b082-3cdd06d0a176 req-c5518cd4-eb25-484a-8bb4-d5d796fea457 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 945 time: 0.1521535
Apr 20 18:35:12.723773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.761696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.807958 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cba27d00-1296-4229-b082-3cdd06d0a176 req-8f869192-0772-4ee7-9ec5-33d5c2c2519f tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/security-groups?id=74e9a4c7-8538-4381-9c0a-cb587f7722a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743945
Apr 20 18:35:12.809143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.815549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.818584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.824469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5ffb0e36-a7db-49dc-8d70-0d918938a281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.841232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf6b02-0b6f-41bb-bd7a-396b3ae16461,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.846097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:12.859334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.864640 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebbf6b02-0b6f-41bb-bd7a-396b3ae16461 HTTP/1.1" status: 204  len: 168 time: 0.2072992
Apr 20 18:35:12.879492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Pushing event deleted for resources: {'Port': ['ID=9a853972-a5f7-485a-a061-21bb26950d18,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.884342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:12.979715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] No DVR routers for this DVR port 9a853972-a5f7-485a-a061-21bb26950d18 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:12.984972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.997775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'name': 'network-vif-deleted', 'tag': '9a853972-a5f7-485a-a061-21bb26950d18'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:13.006064 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e2e6de67-6fe7-4343-baf0-614e37e27d8c req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.44 "DELETE /v2.0/ports/9a853972-a5f7-485a-a061-21bb26950d18 HTTP/1.1" status: 204  len: 173 time: 1.4922354
Apr 20 18:35:13.166955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ecc11-34b7-40ff-b4d8-24622712c306 req-6d704091-590a-49c7-8e82-88941a81f2d6 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:13.168635 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f40ecc11-34b7-40ff-b4d8-24622712c306 req-6d704091-590a-49c7-8e82-88941a81f2d6 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1251276
Apr 20 18:35:13.235386 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f40ecc11-34b7-40ff-b4d8-24622712c306 req-ca21d0a9-4082-4c9f-a4f4-b5851b16c2ae tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514281
Apr 20 18:35:13.268372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeac89e-aa44-41c1-8834-ebb79e5aa1b0 req-fe851925-98ac-420f-98b6-0f3bf1f2f1fb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:13.270238 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-daeac89e-aa44-41c1-8834-ebb79e5aa1b0 req-fe851925-98ac-420f-98b6-0f3bf1f2f1fb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1620800
Apr 20 18:35:13.314479 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48372) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:13.343818 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-daeac89e-aa44-41c1-8834-ebb79e5aa1b0 req-ed0828c4-a323-4809-b6d5-638d1dd0c445 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604789
Apr 20 18:35:13.344789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.352554 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3b12a-8dae-44c3-b48e-4ec18cd0e235', 'name': 'network-vif-deleted', 'tag': '9a853972-a5f7-485a-a061-21bb26950d18', 'status': 'completed', 'code': 200}
Apr 20 18:35:13.368038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:13.373026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Usage tracker for resource:security_group_rule and tenant:dbc5c9a754124ca9b849531b82542d21 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:13.376573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:13.394591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:13.491934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.495164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.505186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6e82a222-d074-460c-9c4a-58e11a8932e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:13.601651 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9a2e104c-69b0-4ff6-a7ad-3fc1590e1340 req-588cd460-2086-46ea-a8a0-5abeed12589f tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 210 time: 0.0706031
Apr 20 18:35:13.604121 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbc5c9a754124ca9b849531b82542d21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2882276
Apr 20 18:35:13.605620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e3361-fdf9-4594-a297-625aaa48879f,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:13.608527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 48376) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:13.608917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:13.731238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.767141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.816252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.823240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-13edc6df-23e3-4976-abe1-10b4b0a0ddbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:13.838470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e3361-fdf9-4594-a297-625aaa48879f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:13.841078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:13.843311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.844539 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e1e3361-fdf9-4594-a297-625aaa48879f HTTP/1.1" status: 204  len: 168 time: 0.2340822
Apr 20 18:35:13.998712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a59570dd-a101-4e1b-ad64-4f011a986cce req-c7eac0f5-a5df-41cb-94d7-9b706b22edaa tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Synchronizing usage tracker for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:14.016941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a59570dd-a101-4e1b-ad64-4f011a986cce req-c7eac0f5-a5df-41cb-94d7-9b706b22edaa tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Unset dirty status for tenant:977d101190a341ceb8e52a3b3e91678f on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:14.018402 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a59570dd-a101-4e1b-ad64-4f011a986cce req-c7eac0f5-a5df-41cb-94d7-9b706b22edaa tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 210 time: 0.0707719
Apr 20 18:35:14.491314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131f79e-a7fe-4c15-b1b5-e0f7b59a9ac6 req-4a0a4a06-6d33-4f76-8eb1-d001bc183cac tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:14.493143 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6131f79e-a7fe-4c15-b1b5-e0f7b59a9ac6 req-4a0a4a06-6d33-4f76-8eb1-d001bc183cac tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1164117
Apr 20 18:35:14.554643 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6131f79e-a7fe-4c15-b1b5-e0f7b59a9ac6 req-95dea30d-db5b-4edb-93cf-7448d1cc497c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541308
Apr 20 18:35:14.618342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd549-cfc7-47d7-995c-05c7627f2eaa req-ec7e7d81-959f-483f-a359-1a82e09b050b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:14.620063 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46bfd549-cfc7-47d7-995c-05c7627f2eaa req-ec7e7d81-959f-483f-a359-1a82e09b050b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.1113250
Apr 20 18:35:14.698613 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-46bfd549-cfc7-47d7-995c-05c7627f2eaa req-683cd372-1d4a-42b7-8de6-a9e49d8dcaa0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646961
Apr 20 18:35:14.823300 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-383a93c7-56c2-40a3-969a-364f2f055201 req-582f9007-80e5-4dae-a38f-d374ba733c11 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc910f0-1c12-4462-acd1-89bb382a4005 HTTP/1.1" status: 200  len: 210 time: 0.0663490
Apr 20 18:35:15.184770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-195bc304-0ca0-42c9-b98c-64132fd8a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.186464 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-195bc304-0ca0-42c9-b98c-64132fd8a7be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1098 time: 0.1207337
Apr 20 18:35:15.374410 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bbd864cc-7c2d-4600-a1b5-20f3117dd147 req-3c5a1692-c631-4e15-a506-899d2da4d6c2 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] 10.222.0.25 "GET /v2.0/ports?device_id=28c3b12a-8dae-44c3-b48e-4ec18cd0e235 HTTP/1.1" status: 200  len: 210 time: 0.1340804
Apr 20 18:35:15.478435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-87019d68-284b-419b-a58d-c25d33349d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.480747 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-87019d68-284b-419b-a58d-c25d33349d82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.2760692
Apr 20 18:35:15.529018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48426) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:15.637594 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-b1d892cf-de2f-4674-9e10-513c28cf3d35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 200  len: 999 time: 0.1485491
Apr 20 18:35:15.706566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:15.738318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-57a5f475-f495-4ff5-b84e-2c00f0018721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.741316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-57a5f475-f495-4ff5-b84e-2c00f0018721 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.0905511
Apr 20 18:35:15.745891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:15.754206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Usage tracker for resource:security_group_rule and tenant:3d31097f208643ae9498708a1070a941 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:15.759843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:15.771933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:15.847362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-bfdf408d-9078-40c8-84ee-bf260a59ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:15.849616 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-bfdf408d-9078-40c8-84ee-bf260a59ab2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974927
Apr 20 18:35:15.873087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 9a853972-a5f7-485a-a061-21bb26950d18 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:15.920695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 9a853972-a5f7-485a-a061-21bb26950d18 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:15.921098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 9a853972-a5f7-485a-a061-21bb26950d18 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:15.921836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:15.991382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.003997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.035972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-38a795cc-2b93-4aba-8077-dce551098e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:16.050165 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d31097f208643ae9498708a1070a941&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5194902
Apr 20 18:35:16.050507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 48438) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:16.091768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e60de-4ec4-4102-8194-a5378edcfd5e,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:16.095006 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-a34b6600-a00d-408c-8366-3922dbe6de96 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372844
Apr 20 18:35:16.096426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:16.110402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.114099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387a24e-3e1b-4d42-9108-923716aa209f req-98eea0c8-9998-4dc8-94ac-5038f98bf940 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.116680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a387a24e-3e1b-4d42-9108-923716aa209f req-98eea0c8-9998-4dc8-94ac-5038f98bf940 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.3364408
Apr 20 18:35:16.163586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:16.165213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:16.172163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.174329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8ebe40fa-a2d2-43bb-af18-c352254aa9ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:16.220056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a387a24e-3e1b-4d42-9108-923716aa209f req-7e17b669-e1e4-4a58-9996-3abcc6f2941c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937574
Apr 20 18:35:16.301821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=8']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:16.309852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:16.326235 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9145122e-e97d-4f84-9a59-8aa0c11c0d27 req-a361b28e-1993-4cfb-93a2-7df31f7b1aad service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137089
Apr 20 18:35:16.358011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37586-cb34-4be8-bf5f-3f26386b6563 req-15edcce5-41bd-4b39-b041-b27a20046170 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.365944 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ccc37586-cb34-4be8-bf5f-3f26386b6563 req-15edcce5-41bd-4b39-b041-b27a20046170 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 945 time: 0.5065186
Apr 20 18:35:16.391515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a8cc-ed6b-4e88-a8a7-198873dcdc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.499241 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'code': 200}
Apr 20 18:35:16.504275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.565681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.586719 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ccc37586-cb34-4be8-bf5f-3f26386b6563 req-9fa66358-6cfd-4a78-847f-88ac4a86b370 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765914
Apr 20 18:35:16.671560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.676107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-52acb3de-56dc-4ea3-87f6-3057c6124588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:16.694593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e60de-4ec4-4102-8194-a5378edcfd5e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:16.704284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:16.715712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:16.718346 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf8e60de-4ec4-4102-8194-a5378edcfd5e HTTP/1.1" status: 204  len: 168 time: 0.6552210
Apr 20 18:35:16.934014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1089a-d075-4409-a7ec-024d654d15c9 req-a8e9936d-8cb4-4465-a5c9-e8624b790cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.936486 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c2e1089a-d075-4409-a7ec-024d654d15c9 req-a8e9936d-8cb4-4465-a5c9-e8624b790cb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.1172709
Apr 20 18:35:16.999256 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c2e1089a-d075-4409-a7ec-024d654d15c9 req-71b66851-3d72-4e0b-a82a-cfdfb5595c6a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539966
Apr 20 18:35:17.452669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c261e-862e-4861-a5df-c0890f85c314 req-ae094883-70b5-4ea2-964c-5d1def4f84f3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:17.454423 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b87c261e-862e-4861-a5df-c0890f85c314 req-ae094883-70b5-4ea2-964c-5d1def4f84f3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1032274
Apr 20 18:35:17.513962 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b87c261e-862e-4861-a5df-c0890f85c314 req-3edfff9c-a28d-4c0f-84cf-414c060696d4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479362
Apr 20 18:35:17.866550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9603-c565-439e-a05f-113c1e81c524 req-442d1c56-96e9-4182-bf05-65cf02607a95 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:17.869538 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b2af9603-c565-439e-a05f-113c1e81c524 req-442d1c56-96e9-4182-bf05-65cf02607a95 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1236193
Apr 20 18:35:17.961296 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b2af9603-c565-439e-a05f-113c1e81c524 req-88293115-69af-41a1-9837-4dcfbeb7f652 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815139
Apr 20 18:35:18.410324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8799-9c5e-41a3-885b-295ca1de503c req-d9b0b40f-f5cb-4aa9-bb17-104f47c47453 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:18.412092 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f17a8799-9c5e-41a3-885b-295ca1de503c req-d9b0b40f-f5cb-4aa9-bb17-104f47c47453 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1150355
Apr 20 18:35:18.471528 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f17a8799-9c5e-41a3-885b-295ca1de503c req-bda27cc3-1c8a-4281-a3e0-e5cf37486ebb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463231
Apr 20 18:35:18.757029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd559-839c-4ff3-920f-300f2a8ea1f3 req-40084ed6-2b76-4dab-a12b-76ecb4e8a02c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:18.758764 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9c7cd559-839c-4ff3-920f-300f2a8ea1f3 req-40084ed6-2b76-4dab-a12b-76ecb4e8a02c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1033034
Apr 20 18:35:18.812918 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9c7cd559-839c-4ff3-920f-300f2a8ea1f3 req-5936fd03-3e66-47df-aee8-b6ffd63fb628 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474637
Apr 20 18:35:19.191453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20774345-a143-4dfc-b4ee-d128a4a38421 req-5a0ad01c-0d77-4008-9a83-7803abd40fcc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.193866 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-20774345-a143-4dfc-b4ee-d128a4a38421 req-5a0ad01c-0d77-4008-9a83-7803abd40fcc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.0957360
Apr 20 18:35:19.259818 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-20774345-a143-4dfc-b4ee-d128a4a38421 req-b9119369-f2c2-4eab-a37f-8112cda6491e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589516
Apr 20 18:35:19.472596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb2064-b3ea-4b1e-bdf6-f0844a1c19ff req-9d717d78-0979-4118-83f1-3cf13d3c6e53 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.474961 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-88bb2064-b3ea-4b1e-bdf6-f0844a1c19ff req-9d717d78-0979-4118-83f1-3cf13d3c6e53 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1096289
Apr 20 18:35:19.557181 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-88bb2064-b3ea-4b1e-bdf6-f0844a1c19ff req-54343685-fd95-4034-ab1b-0c7ffe2c4d1c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739553
Apr 20 18:35:19.711728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f69365-eb84-4fad-bca7-978dfc976ba1 req-32f2170f-e3df-4456-9646-af5dae8cc863 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.713713 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-77f69365-eb84-4fad-bca7-978dfc976ba1 req-32f2170f-e3df-4456-9646-af5dae8cc863 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1124721
Apr 20 18:35:19.758135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.775597 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-77f69365-eb84-4fad-bca7-978dfc976ba1 req-77681b0c-aa89-42c5-91d5-11aac256bdf5 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515857
Apr 20 18:35:20.023934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f65f904e-0ed0-4194-a041-3323cc7b45bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.494093 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d913-70eb-40ba-af3c-5a38ffc04d07 req-9acadded-172f-4022-a30d-eaec774ab969 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:20.495847 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4451d913-70eb-40ba-af3c-5a38ffc04d07 req-9acadded-172f-4022-a30d-eaec774ab969 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1032696
Apr 20 18:35:20.544315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.571235 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4451d913-70eb-40ba-af3c-5a38ffc04d07 req-02801d96-a334-47ca-8717-73068ec335e5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628881
Apr 20 18:35:20.783338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50d88-0730-4111-b653-d3e9f36dd7d5 req-8f3321f4-860b-45b7-8ebb-bcd41ab58468 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:20.784354 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-90f50d88-0730-4111-b653-d3e9f36dd7d5 req-8f3321f4-860b-45b7-8ebb-bcd41ab58468 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1006076
Apr 20 18:35:20.846826 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-90f50d88-0730-4111-b653-d3e9f36dd7d5 req-285cbb2d-d7eb-4949-b35f-66ee6e164e54 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503039
Apr 20 18:35:21.004463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ede03-a711-4e45-8fcf-137e6bf9d4bb req-e9648798-88ba-4bce-9e1e-a4618f9f4d93 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.007154 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-562ede03-a711-4e45-8fcf-137e6bf9d4bb req-e9648798-88ba-4bce-9e1e-a4618f9f4d93 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.0976396
Apr 20 18:35:21.059880 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-562ede03-a711-4e45-8fcf-137e6bf9d4bb req-89c53bac-f507-4a2f-ab2c-4533483184da tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456824
Apr 20 18:35:21.566326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-1fb704d0-7feb-4ac6-9329-d9dce69451b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.568578 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-1fb704d0-7feb-4ac6-9329-d9dce69451b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 1098 time: 0.1208229
Apr 20 18:35:21.630168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:21.839595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-ea6e0c93-d0cc-40c1-8a44-dec38bc2113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.841235 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-ea6e0c93-d0cc-40c1-8a44-dec38bc2113b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.2654676
Apr 20 18:35:21.865313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d203a-2bfb-4303-b035-3ffc2e028b09 req-cd3a4895-62a1-4fac-8375-ee71d25455f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.867406 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac7d203a-2bfb-4303-b035-3ffc2e028b09 req-cd3a4895-62a1-4fac-8375-ee71d25455f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1349211
Apr 20 18:35:21.940882 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac7d203a-2bfb-4303-b035-3ffc2e028b09 req-caa1c1c1-2bee-4e1b-b33d-d91b9c02efb3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663967
Apr 20 18:35:22.086969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357263c-90e0-4f9c-859a-0dc7afb5634d req-2a714f9d-05af-49c3-a850-1e1b6e8b136a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:22.088329 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2357263c-90e0-4f9c-859a-0dc7afb5634d req-2a714f9d-05af-49c3-a850-1e1b6e8b136a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0965269
Apr 20 18:35:22.148885 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2357263c-90e0-4f9c-859a-0dc7afb5634d req-f6c3a5f9-7cce-4aef-8962-aa1509cd1f50 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535684
Apr 20 18:35:22.361753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:22.426777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b2e5d-fb09-4a5a-85bb-d47f87af5c92 req-c73da30b-b692-4e03-b6d8-ecef46956fdf tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:22.441534 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-966b2e5d-fb09-4a5a-85bb-d47f87af5c92 req-c73da30b-b692-4e03-b6d8-ecef46956fdf tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1636033
Apr 20 18:35:22.517003 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-966b2e5d-fb09-4a5a-85bb-d47f87af5c92 req-3fee3de9-9c98-401c-982c-7c87e9285a1d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739079
Apr 20 18:35:23.084080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-dd50c440-1328-409b-b62d-de1b3cd8baa8 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.084909 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-dd50c440-1328-409b-b62d-de1b3cd8baa8 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/networks?id=a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 200  len: 814 time: 0.2083898
Apr 20 18:35:23.107180 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-0322bdc4-a63c-4c27-92a4-e5102075b0a5 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/quotas/c036c284f0be4d2d8e070be841f52d9c HTTP/1.1" status: 200  len: 375 time: 0.0122721
Apr 20 18:35:23.168760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1458-abbd-4dcb-b218-843cd1987f1f req-4e0781b2-ce5c-4dad-9f8e-e08bbb949a90 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.170520 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4bcb1458-abbd-4dcb-b218-843cd1987f1f req-4e0781b2-ce5c-4dad-9f8e-e08bbb949a90 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1004822
Apr 20 18:35:23.176345 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-96f21de4-2dab-4bc8-9b27-7d0ec269fed4 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c036c284f0be4d2d8e070be841f52d9c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0597787
Apr 20 18:35:23.240085 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4bcb1458-abbd-4dcb-b218-843cd1987f1f req-c006fbca-85c2-40b5-b8f4-33047e382ca1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603688
Apr 20 18:35:23.483839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee69f7-a154-4af2-988d-65f216fd38fe req-c6cc400e-27e1-48f7-b40f-5dd030d65e0a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.492011 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-08ee69f7-a154-4af2-988d-65f216fd38fe req-c6cc400e-27e1-48f7-b40f-5dd030d65e0a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1162255
Apr 20 18:35:23.496246 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1880b409-4141-4b6b-9828-124e77a622df service neutron] 10.222.0.25 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066475
Apr 20 18:35:23.498991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:23.556233 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-08ee69f7-a154-4af2-988d-65f216fd38fe req-12e61238-c597-41fd-9b92-a9cb59fb91c5 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632813
Apr 20 18:35:23.718359 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-a6f5ca49-2d25-4735-8849-81d0ccad933b service neutron] 10.222.0.25 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206903
Apr 20 18:35:23.788519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 48624) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:23.972426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728e6f5-e72b-4af5-ba2e-e68e40ea0ba1 req-0d87c31d-bd58-4cf7-ae83-578a0aec3377 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.976049 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b728e6f5-e72b-4af5-ba2e-e68e40ea0ba1 req-0d87c31d-bd58-4cf7-ae83-578a0aec3377 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1954992
Apr 20 18:35:23.995197 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afcf8ef8-b183-4b86-980e-9d9acdd82888 req-80e82f08-4ba5-479c-9525-a439215a64e7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 210 time: 0.0969040
Apr 20 18:35:24.051071 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-282c5caa-723f-4109-8344-27dba3501f1e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2585294
Apr 20 18:35:24.074231 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b728e6f5-e72b-4af5-ba2e-e68e40ea0ba1 req-c09f2e87-2bbf-4ad6-8ccc-cbc8814fbd19 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908065
Apr 20 18:35:24.587904 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-b3a95c8d-f993-4162-9281-61395db68203 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 200  len: 217 time: 0.1030695
Apr 20 18:35:24.608709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd399a3b-4daa-47c0-b81f-6226149d7fa7 req-3df8597b-451b-47a1-a218-a4a5c6dff713 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.617245 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd399a3b-4daa-47c0-b81f-6226149d7fa7 req-3df8597b-451b-47a1-a218-a4a5c6dff713 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1387560
Apr 20 18:35:24.664155 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd399a3b-4daa-47c0-b81f-6226149d7fa7 req-20e2227b-ef95-4090-b83a-62599b925ea5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458462
Apr 20 18:35:24.719111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-24847597-4677-405f-a333-5dca6744d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.720726 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-24847597-4677-405f-a333-5dca6744d1fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.1232877
Apr 20 18:35:24.835783 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-c374c34d-3dd3-4ac4-8313-221214031ecc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0922127
Apr 20 18:35:25.322715 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-22316f89-642a-4cd1-8ba5-6dffaf3f9ad0 req-b4f6b16f-f194-4439-90c3-463eb4266393 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 210 time: 0.0951366
Apr 20 18:35:25.388182 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-92c94fbc-6cb8-41d5-9be1-9d0f808b6a56 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5373125
Apr 20 18:35:25.461858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a00b8-1f8e-45ab-9fbc-cf460f0cf689 req-b97ae37d-9409-4066-a779-0be8e29fef61 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:25.477166 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6f5a00b8-1f8e-45ab-9fbc-cf460f0cf689 req-b97ae37d-9409-4066-a779-0be8e29fef61 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.6872439
Apr 20 18:35:25.560361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890a828-c10e-462f-b43e-32f6a7e0357c req-44e0dad1-3c35-4132-8145-a6e78ac29418 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:25.562244 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6890a828-c10e-462f-b43e-32f6a7e0357c req-44e0dad1-3c35-4132-8145-a6e78ac29418 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.1087945
Apr 20 18:35:25.619037 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6890a828-c10e-462f-b43e-32f6a7e0357c req-1c2f82e1-a278-475f-bb01-4e7e94947e0d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481875
Apr 20 18:35:25.681286 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6f5a00b8-1f8e-45ab-9fbc-cf460f0cf689 req-a39bdbfe-34cb-4c38-958b-24e5c8e1291f tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027762
Apr 20 18:35:25.774955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-830e06b1-0d7a-4a4d-93a0-e4aef01a19d4 req-2234f5e7-378d-4e8b-ae26-084d3795981a service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3755076
Apr 20 18:35:25.936039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed607-22ef-4f57-af6c-0b02c1452339 req-70b3d1df-e7ed-40bb-b78c-8eb3c908cd95 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:25.937937 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c56ed607-22ef-4f57-af6c-0b02c1452339 req-70b3d1df-e7ed-40bb-b78c-8eb3c908cd95 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1073599
Apr 20 18:35:26.021895 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c56ed607-22ef-4f57-af6c-0b02c1452339 req-c4c21880-5e88-4855-aae5-412a2a6d667e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733707
Apr 20 18:35:26.403152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ae842-de41-45c9-88d2-115d3306d025 req-6e7891bc-c014-4a84-9b12-2133dc74795a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:26.406259 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-833ae842-de41-45c9-88d2-115d3306d025 req-6e7891bc-c014-4a84-9b12-2133dc74795a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.2097301
Apr 20 18:35:26.677544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-40d1c19d-6563-4189-b1a7-ad28c301926f req-3c05997e-ef4f-4fb8-ab4c-f01a9e43c342 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Synchronizing usage tracker for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:26.689314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Deleting port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:26.689893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.015627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] For port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:27.016220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.188711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a2c5-b32b-4400-bc4b-9428bbbf6fca req-f4eb9d09-77b6-4855-bd91-e18d0e4877be tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.190543 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-44b0a2c5-b32b-4400-bc4b-9428bbbf6fca req-f4eb9d09-77b6-4855-bd91-e18d0e4877be tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 945 time: 0.3936362
Apr 20 18:35:27.206221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-790a6722-b612-4834-bf2b-93f21bc4f808 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.208655 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-790a6722-b612-4834-bf2b-93f21bc4f808 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "GET /v2.0/networks?id=a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 200  len: 814 time: 0.3294730
Apr 20 18:35:27.230030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-47bbdd8e-1541-4f04-9880-594e880a94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.231663 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-47bbdd8e-1541-4f04-9880-594e880a94a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b&tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 1096 time: 0.2551885
Apr 20 18:35:27.240034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Request body: {'port': {'device_id': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49', 'admin_state_up': True, 'tenant_id': 'c036c284f0be4d2d8e070be841f52d9c'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:27.283757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Calling delete_port for 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:27.316193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-40d1c19d-6563-4189-b1a7-ad28c301926f req-3c05997e-ef4f-4fb8-ab4c-f01a9e43c342 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Unset dirty status for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:27.324798 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40d1c19d-6563-4189-b1a7-ad28c301926f req-3c05997e-ef4f-4fb8-ab4c-f01a9e43c342 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 210 time: 0.7593787
Apr 20 18:35:27.456357 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-44b0a2c5-b32b-4400-bc4b-9428bbbf6fca req-7fb705bd-625a-4fed-b214-a16828e4cbcb tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448454
Apr 20 18:35:27.514934 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-d43be5be-b516-482c-8fd2-52f45634c7a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4855485
Apr 20 18:35:27.596057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-361e7409-421a-47b6-badd-a579370f1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.598983 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-361e7409-421a-47b6-badd-a579370f1e7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1096 time: 0.3059659
Apr 20 18:35:27.826163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b29e-1550-4013-b3ff-7a2361707dc6 req-89b75d78-5528-4901-9ca8-53d84bd30ec7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.840664 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6461b29e-1550-4013-b3ff-7a2361707dc6 req-89b75d78-5528-4901-9ca8-53d84bd30ec7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2206464
Apr 20 18:35:27.842367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:27.873207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:27.885556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006', '5744b43c-bc61-4a13-be0f-42c722995478', '4800bd55-987f-4f15-ad9f-8ef10a6a45b7'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:27.888750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:27.910726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:27.924974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b62365-bb6b-4e26-b98f-965ce47d4e76 req-5bf7e3a9-5c61-4f30-b904-b4f408e2798b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.927917 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e2b62365-bb6b-4e26-b98f-965ce47d4e76 req-5bf7e3a9-5c61-4f30-b904-b4f408e2798b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2785938
Apr 20 18:35:27.928748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Made reservation on behalf of c036c284f0be4d2d8e070be841f52d9c for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:27.935833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:28.055761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99a247-f147-4423-928d-ec8edcc95715 req-8d36ec2e-1fa9-40e8-b8b5-7e4a7606cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.058181 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-8d36ec2e-1fa9-40e8-b8b5-7e4a7606cb47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 1098 time: 0.4911156
Apr 20 18:35:28.135341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] No DVR routers for this DVR port 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:28.148182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:28.163760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'name': 'network-vif-deleted', 'tag': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:28.175915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event deleted for resources: {'Port': ['ID=4800bd55-987f-4f15-ad9f-8ef10a6a45b7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:28.179790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:28.329578 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "DELETE /v2.0/ports/4800bd55-987f-4f15-ad9f-8ef10a6a45b7 HTTP/1.1" status: 204  len: 173 time: 1.9144266
Apr 20 18:35:28.370836 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6461b29e-1550-4013-b3ff-7a2361707dc6 req-a64c4efe-d5cb-4ce5-a3a7-c321015c1037 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4794047
Apr 20 18:35:28.472477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-719f9a0a-ee41-428d-b292-fbc9d2cbe422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.475553 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-719f9a0a-ee41-428d-b292-fbc9d2cbe422 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.8614924
Apr 20 18:35:28.560773 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd1381-0624-4c44-8ad1-a058cf37eb89', 'name': 'network-vif-deleted', 'tag': '4800bd55-987f-4f15-ad9f-8ef10a6a45b7', 'status': 'completed', 'code': 200}
Apr 20 18:35:28.563784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99a247-f147-4423-928d-ec8edcc95715 req-82fc2a86-f6d3-43e9-9260-cdcba6185fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.565420 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-82fc2a86-f6d3-43e9-9260-cdcba6185fb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 200  len: 919 time: 0.3765936
Apr 20 18:35:28.637842 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e2b62365-bb6b-4e26-b98f-965ce47d4e76 req-a71af296-bacf-4871-b2d9-b0d1d201f081 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6805983
Apr 20 18:35:28.667853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-e2ca9a86-2f26-4b6f-8da5-939c78fbc83e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ca762c-b03c-41e5-a456-423747f32eae HTTP/1.1" status: 200  len: 217 time: 0.0895691
Apr 20 18:35:28.746093 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-4d17675a-a86e-476c-9eee-16bd07c42e99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 200  len: 997 time: 0.2597311
Apr 20 18:35:28.780582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99a247-f147-4423-928d-ec8edcc95715 req-e44a666b-5c75-4a13-be3f-c0ebc8e0bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.782985 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-e44a666b-5c75-4a13-be3f-c0ebc8e0bb02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 200  len: 858 time: 0.1075382
Apr 20 18:35:28.847733 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ebfd0901-55f9-4f3a-a895-03141139b744 req-9408e34a-886d-420e-b8f1-f602e702c427 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 210 time: 0.0628390
Apr 20 18:35:28.875455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Allocated IP 172.20.0.10 (a8ad5c85-66fc-46e4-a059-80fb3de0af49/0616d798-527e-4503-80d3-8bb9f31c6be6/72140066-865c-41ce-87d7-1a043a14cb33) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:28.914265 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-d14ee934-65fe-47b1-af13-cd814c811551 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb994278-e70a-428c-a39c-4fb273cb636f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653274
Apr 20 18:35:29.114407 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a0cdb0d7-123f-4863-94bb-a006b4b1d03f req-2068c5f6-0b91-439a-81ad-30fffb122448 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcbd1381-0624-4c44-8ad1-a058cf37eb89 HTTP/1.1" status: 200  len: 210 time: 0.1427960
Apr 20 18:35:29.133359 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-bc91140a-aec8-4a61-a630-e1c217a26fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076557
Apr 20 18:35:29.141203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-30089b5c-debd-46ed-82b9-8be35efb9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:29.142857 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-30089b5c-debd-46ed-82b9-8be35efb9dff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.2628696
Apr 20 18:35:29.447236 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf99a247-f147-4423-928d-ec8edcc95715 req-7d1132a2-8f8e-408c-af97-d313e2548f78 service neutron] 10.222.0.44 "GET /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3042250
Apr 20 18:35:29.703661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-b7741b32-6490-4182-9345-29c46d02085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:29.706579 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-b7741b32-6490-4182-9345-29c46d02085f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5521407
Apr 20 18:35:29.804779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:29.860015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68c831-1d5f-40d9-b511-b6f0b418951f req-459ffc64-5d44-45f8-bab2-322dff969cfe tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:29.874056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd68c831-1d5f-40d9-b511-b6f0b418951f req-459ffc64-5d44-45f8-bab2-322dff969cfe tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2203684
Apr 20 18:35:29.946698 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd68c831-1d5f-40d9-b511-b6f0b418951f req-46d72362-d481-4a07-95f3-fbbe79fc5510 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707698
Apr 20 18:35:30.107183 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-a7852ffb-c9e1-4cd2-bb00-10b798a06c7d service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3905122
Apr 20 18:35:30.277522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.298874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e499-997d-4a69-bb8b-6905bb34cf37 req-831fb518-696f-46e1-b03c-adb6fa73f831 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:30.302446 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-89d7e499-997d-4a69-bb8b-6905bb34cf37 req-831fb518-696f-46e1-b03c-adb6fa73f831 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.3757961
Apr 20 18:35:30.364915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:30.462208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e69c58-9bf8-4f5a-b9da-16dd03f79651 req-731aceb7-6372-4560-9d4f-47e0b3a3c523 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:30.463934 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29e69c58-9bf8-4f5a-b9da-16dd03f79651 req-731aceb7-6372-4560-9d4f-47e0b3a3c523 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 932 time: 0.1947486
Apr 20 18:35:30.533001 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29e69c58-9bf8-4f5a-b9da-16dd03f79651 req-401a32f5-ab98-4e05-8892-d4685b0d3c82 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606492
Apr 20 18:35:30.550803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:30.554821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:30.594654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:30.623836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:30.635574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:30.636227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4800bd55-987f-4f15-ad9f-8ef10a6a45b7 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:30.728530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Pushing event updated for resources: {'Port': ['ID=72140066-865c-41ce-87d7-1a043a14cb33,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:30.750414 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-89d7e499-997d-4a69-bb8b-6905bb34cf37 req-9ff82672-f6db-4ce3-b20d-6199b8668d95 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4115844
Apr 20 18:35:30.752046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:30.822811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:30.823684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.869652 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5c42056b-31c4-4ade-88be-2dce29cc96af req-edecf67f-b552-4e89-9481-3b5a726ebf7a service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7524512
Apr 20 18:35:30.871637 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6370373
Apr 20 18:35:30.902959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Request body: {'port': {'device_id': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:31.206872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:31.998705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1388c-a788-412e-8cda-2773eeccb30b req-41187bf5-6b2b-4c2b-8204-2405a1f439b3 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:32.000504 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-36a1388c-a788-412e-8cda-2773eeccb30b req-41187bf5-6b2b-4c2b-8204-2405a1f439b3 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 932 time: 0.1878743
Apr 20 18:35:32.118939 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-36a1388c-a788-412e-8cda-2773eeccb30b req-133c17ef-8802-4153-b1f0-eb7119fe8075 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974934
Apr 20 18:35:32.261227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1c2c-af40-4ccc-b51a-fbe1fc94ac51 req-b6d728df-0ef7-4c21-acb9-9d6a9a5fc791 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:32.264380 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d23c1c2c-af40-4ccc-b51a-fbe1fc94ac51 req-b6d728df-0ef7-4c21-acb9-9d6a9a5fc791 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 0.4996772
Apr 20 18:35:32.314903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72140066-865c-41ce-87d7-1a043a14cb33 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:32.325650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.358996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Transition to ACTIVE for port object 72140066-865c-41ce-87d7-1a043a14cb33 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:32.374688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.386111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:32.571765 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d23c1c2c-af40-4ccc-b51a-fbe1fc94ac51 req-21c389ec-0f55-4670-9d66-4072176545ae tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2945986
Apr 20 18:35:32.652410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e18e8-1bb2-4549-99c6-59c0d6480b67 req-29086a37-30c4-499a-ac55-ec5d21459a17 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:32.661689 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-775e18e8-1bb2-4549-99c6-59c0d6480b67 req-29086a37-30c4-499a-ac55-ec5d21459a17 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.3396292
Apr 20 18:35:32.722969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Pushing event updated for resources: {'Port': ['ID=72140066-865c-41ce-87d7-1a043a14cb33,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:32.770107 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-775e18e8-1bb2-4549-99c6-59c0d6480b67 req-1ffb634d-8320-4649-a5ed-d9d894af0292 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073084
Apr 20 18:35:32.787268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:32.948456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Attempting to bind port 72140066-865c-41ce-87d7-1a043a14cb33 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:32.949228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Attempting to bind port 72140066-865c-41ce-87d7-1a043a14cb33 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:32.949838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Attempting to bind port 72140066-865c-41ce-87d7-1a043a14cb33 on network a8ad5c85-66fc-46e4-a059-80fb3de0af49 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:32.968986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Port 72140066-865c-41ce-87d7-1a043a14cb33 on network a8ad5c85-66fc-46e4-a059-80fb3de0af49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:32.975373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Attempting to bind port 72140066-865c-41ce-87d7-1a043a14cb33 on network a8ad5c85-66fc-46e4-a059-80fb3de0af49 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:33.018565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:33.019707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Checking segment: {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:33.025787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Bound using segment: {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:33.037929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Bound port: 72140066-865c-41ce-87d7-1a043a14cb33, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e9052f-f14b-4a96-9c59-305022707499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:33.041028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:33.639892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] For port 72140066-865c-41ce-87d7-1a043a14cb33, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:33.652734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] For port 72140066-865c-41ce-87d7-1a043a14cb33, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72140066-865c-41ce-87d7-1a043a14cb33,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:33.683310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:33.722170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c330e71f-975e-4300-9007-bb4f1b35ea1f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:34.356136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-a555bd52-a42a-4a8f-9913-16637eb51ab4 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:34.366915 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-a555bd52-a42a-4a8f-9913-16637eb51ab4 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 1.0602014
Apr 20 18:35:34.535353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:34.538398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.542328 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] 10.222.0.44 "PUT /v2.0/ports/72140066-865c-41ce-87d7-1a043a14cb33 HTTP/1.1" status: 200  len: 1094 time: 3.6466155
Apr 20 18:35:34.544000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'tag': '72140066-865c-41ce-87d7-1a043a14cb33'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:34.827768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Pushing event updated for resources: {'Port': ['ID=72140066-865c-41ce-87d7-1a043a14cb33,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:34.844192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948f36e-b4cc-4e11-9e5b-b1317be7d607 req-944a512e-c39a-4694-bb55-92c5efc16a3a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:34.846431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-2948f36e-b4cc-4e11-9e5b-b1317be7d607 req-944a512e-c39a-4694-bb55-92c5efc16a3a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:34.859705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Deleting port 5744b43c-bc61-4a13-be0f-42c722995478 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:34.860334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.916136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-2948f36e-b4cc-4e11-9e5b-b1317be7d607 req-944a512e-c39a-4694-bb55-92c5efc16a3a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:34.931757 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2948f36e-b4cc-4e11-9e5b-b1317be7d607 req-944a512e-c39a-4694-bb55-92c5efc16a3a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 0.5323739
Apr 20 18:35:34.975983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:35.127702 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2948f36e-b4cc-4e11-9e5b-b1317be7d607 req-1779e9cd-9df6-432c-b5c8-83c17f5a07ac tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888638
Apr 20 18:35:35.158183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3595d-6ff0-46bf-8e38-5a4b7c5c9bd0 req-5d8065f7-d258-4d69-b403-3bfd6a02c416 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:35.159536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-7bb3595d-6ff0-46bf-8e38-5a4b7c5c9bd0 req-5d8065f7-d258-4d69-b403-3bfd6a02c416 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Synchronizing usage tracker for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:35.652665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-7aa52949-ac80-4f20-8a25-fd6a038a81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:35.655739 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-7aa52949-ac80-4f20-8a25-fd6a038a81a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c036c284f0be4d2d8e070be841f52d9c&device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 1097 time: 0.9431267
Apr 20 18:35:35.673789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-7bb3595d-6ff0-46bf-8e38-5a4b7c5c9bd0 req-5d8065f7-d258-4d69-b403-3bfd6a02c416 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Unset dirty status for tenant:c036c284f0be4d2d8e070be841f52d9c on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:35.686178 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bb3595d-6ff0-46bf-8e38-5a4b7c5c9bd0 req-5d8065f7-d258-4d69-b403-3bfd6a02c416 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 944 time: 1.8923173
Apr 20 18:35:35.711621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb02c02-1f3a-456c-8c5a-5e33466a9c44 req-a80ff619-3489-47d0-a695-5bc72cb96d9b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:35.726349 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-feb02c02-1f3a-456c-8c5a-5e33466a9c44 req-a80ff619-3489-47d0-a695-5bc72cb96d9b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2709661
Apr 20 18:35:35.898394 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-feb02c02-1f3a-456c-8c5a-5e33466a9c44 req-116e93cd-c3e6-4052-85d7-43b410e08af9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1703517
Apr 20 18:35:35.965162 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-8c4216e1-2b6f-445e-95ad-a4fd88a6b422 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72140066-865c-41ce-87d7-1a043a14cb33 HTTP/1.1" status: 200  len: 217 time: 0.2442586
Apr 20 18:35:36.116136 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'tag': '72140066-865c-41ce-87d7-1a043a14cb33', 'status': 'completed', 'code': 200}
Apr 20 18:35:36.215760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-398ef3a5-64a2-43f0-a9bc-5954d48b216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:36.218679 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-398ef3a5-64a2-43f0-a9bc-5954d48b216e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0616d798-527e-4503-80d3-8bb9f31c6be6 HTTP/1.1" status: 200  len: 854 time: 0.2621002
Apr 20 18:35:36.227262 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bb3595d-6ff0-46bf-8e38-5a4b7c5c9bd0 req-62a9770a-5859-4e97-bc64-4dfed276c87e tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5373163
Apr 20 18:35:36.231295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] For port 5744b43c-bc61-4a13-be0f-42c722995478, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5744b43c-bc61-4a13-be0f-42c722995478,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:36.231970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:36.766177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860dad1-e102-4dc9-86ea-6e8a73b293a3 req-7b7be6b3-6fcc-4cc3-bcce-f489932e9380 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:36.785231 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d860dad1-e102-4dc9-86ea-6e8a73b293a3 req-7b7be6b3-6fcc-4cc3-bcce-f489932e9380 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 945 time: 0.2153049
Apr 20 18:35:36.831651 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-f339accd-0d9b-426b-ae84-7eb0a77df53a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8ad5c85-66fc-46e4-a059-80fb3de0af49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5530088
Apr 20 18:35:36.900620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Calling delete_port for 5744b43c-bc61-4a13-be0f-42c722995478 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:36.946430 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d860dad1-e102-4dc9-86ea-6e8a73b293a3 req-38299587-c447-4a2c-b249-d689a6cef35b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591320
Apr 20 18:35:37.319217 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-b5cb3d37-ac64-49b7-8c4b-2e72b80e1e63 service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4737189
Apr 20 18:35:37.597028 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f14665a3-4ba0-446f-9f3b-1fffcd3335a5 req-046d4934-f94f-49ae-b05d-dbfa1f82d480 service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464478
Apr 20 18:35:37.785792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b480299-74f2-4de8-8571-de925ce8ccb1 req-c93044b4-8f00-4a6e-8247-08a762fc051d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:37.788284 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1b480299-74f2-4de8-8571-de925ce8ccb1 req-c93044b4-8f00-4a6e-8247-08a762fc051d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 944 time: 0.2709930
Apr 20 18:35:37.916463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ace485-42cf-4e3a-bc06-c27bd60281a1 req-9ef22ddd-bd06-4d6a-a3a1-d131414adfe1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:37.917080 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1b480299-74f2-4de8-8571-de925ce8ccb1 req-6acb11e5-f46f-4a2e-8af4-31502094f8d6 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211123
Apr 20 18:35:37.927205 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a2ace485-42cf-4e3a-bc06-c27bd60281a1 req-9ef22ddd-bd06-4d6a-a3a1-d131414adfe1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.5777640
Apr 20 18:35:37.965265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:38.025424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:38.123083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d193a1ed-06e7-4cac-a79d-be31203f1310 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:38.362556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event deleted for resources: {'Port': ['ID=5744b43c-bc61-4a13-be0f-42c722995478,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:38.415022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:38.451981 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8ac9409f-9a6b-46ac-919e-a7ba1ce791b7 req-c8e9babc-cd10-42b9-84fb-7e1042c8ae01 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 210 time: 0.2104213
Apr 20 18:35:38.575179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] No DVR routers for this DVR port 5744b43c-bc61-4a13-be0f-42c722995478 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:38.581020 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a2ace485-42cf-4e3a-bc06-c27bd60281a1 req-cd42f8ec-478a-4861-bba7-57bbf81aa93b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6512439
Apr 20 18:35:38.582624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:38.591351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'name': 'network-vif-deleted', 'tag': '5744b43c-bc61-4a13-be0f-42c722995478'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:38.618061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-88c9612f-1de8-450a-8a38-39def04a2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:38.620196 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-88c9612f-1de8-450a-8a38-39def04a2e40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c036c284f0be4d2d8e070be841f52d9c&device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 1097 time: 0.6565297
Apr 20 18:35:38.622966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 5744b43c-bc61-4a13-be0f-42c722995478 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:38.639849 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-854756e6-e8d5-4a63-b29d-1d9df9d0a81b req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "DELETE /v2.0/ports/5744b43c-bc61-4a13-be0f-42c722995478 HTTP/1.1" status: 204  len: 173 time: 4.2046995
Apr 20 18:35:38.801573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 5744b43c-bc61-4a13-be0f-42c722995478 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:38.803518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 5744b43c-bc61-4a13-be0f-42c722995478 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:38.827784 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d31bbe-375e-4999-b7ac-a82a2117c84a', 'name': 'network-vif-deleted', 'tag': '5744b43c-bc61-4a13-be0f-42c722995478', 'status': 'completed', 'code': 200}
Apr 20 18:35:38.992998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-39585f9d-364c-43c2-9092-92a99744ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:39.008586 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-39585f9d-364c-43c2-9092-92a99744ccda service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 200  len: 915 time: 0.3644347
Apr 20 18:35:39.395856 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-06b5e96f-92c5-4826-ad50-9209e7a11d2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72140066-865c-41ce-87d7-1a043a14cb33 HTTP/1.1" status: 200  len: 217 time: 0.3216679
Apr 20 18:35:39.638583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555944c3-5c19-4d37-b277-6e90b6b15475 req-6fa37140-f050-4ad8-b7ed-e4eef2ef3561 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:39.648262 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-555944c3-5c19-4d37-b277-6e90b6b15475 req-6fa37140-f050-4ad8-b7ed-e4eef2ef3561 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 944 time: 0.4410381
Apr 20 18:35:39.754019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db845-adc2-4358-ac33-ab2d4a2f17bb req-abb61aad-33b0-4152-8de6-9303925a63ef tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:39.762561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-c93c0d77-4e1d-462d-b7bf-df7502c21600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:39.765451 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-c93c0d77-4e1d-462d-b7bf-df7502c21600 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0616d798-527e-4503-80d3-8bb9f31c6be6 HTTP/1.1" status: 200  len: 854 time: 0.3438563
Apr 20 18:35:39.772824 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-be4db845-adc2-4358-ac33-ab2d4a2f17bb req-abb61aad-33b0-4152-8de6-9303925a63ef tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.3004963
Apr 20 18:35:39.794413 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-555944c3-5c19-4d37-b277-6e90b6b15475 req-3c1a67bf-14c1-46a2-81cb-1e73bfeeae54 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448679
Apr 20 18:35:39.939873 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-be4db845-adc2-4358-ac33-ab2d4a2f17bb req-c0a61e66-e49f-4e79-946b-48112e3dccf7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652431
Apr 20 18:35:40.044950 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-c6332615-7ebc-4fc0-a845-77e606cd8533 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8ad5c85-66fc-46e4-a059-80fb3de0af49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2483566
Apr 20 18:35:40.309241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e3afb98c-5fbe-4be2-aa4e-78f7bccc1aae req-fa4e05d2-e2fa-4a50-ad3e-fce354548f59 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:40.369132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7af480-b0d1-4b10-b953-05ab406c303c req-1d56a8a8-2dbc-446b-b5fe-3aa138923bd5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:40.377180 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd7af480-b0d1-4b10-b953-05ab406c303c req-1d56a8a8-2dbc-446b-b5fe-3aa138923bd5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2305751
Apr 20 18:35:40.431073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-26088660-774f-4c1d-b083-9cf45f600b6b service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3682418
Apr 20 18:35:40.443244 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bd7af480-b0d1-4b10-b953-05ab406c303c req-6d53d32f-cb0b-4207-9f30-f96764a36652 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648918
Apr 20 18:35:40.514236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e3afb98c-5fbe-4be2-aa4e-78f7bccc1aae req-fa4e05d2-e2fa-4a50-ad3e-fce354548f59 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:40.529426 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e3afb98c-5fbe-4be2-aa4e-78f7bccc1aae req-fa4e05d2-e2fa-4a50-ad3e-fce354548f59 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=98d31bbe-375e-4999-b7ac-a82a2117c84a HTTP/1.1" status: 200  len: 210 time: 0.2745044
Apr 20 18:35:40.597949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 72140066-865c-41ce-87d7-1a043a14cb33 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:40.736357 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fd06844-23e2-460f-b638-904e68fb2b9f req-804dbdee-6aa5-40e1-9497-396c78fc3437 service neutron] 10.222.0.44 "GET /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919886
Apr 20 18:35:40.904404 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 72140066-865c-41ce-87d7-1a043a14cb33, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72140066-865c-41ce-87d7-1a043a14cb33,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:40.924051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '72140066-865c-41ce-87d7-1a043a14cb33', 'network_id': 'a8ad5c85-66fc-46e4-a059-80fb3de0af49', 'port_id': '72140066-865c-41ce-87d7-1a043a14cb33', 'mac_address': 'fa:16:3e:c8:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616d798-527e-4503-80d3-8bb9f31c6be6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:41.060554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.096686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72140066-865c-41ce-87d7-1a043a14cb33 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:41.130592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 72140066-865c-41ce-87d7-1a043a14cb33, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72140066-865c-41ce-87d7-1a043a14cb33,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:41.136967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.139047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:41.277549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d6de3-6d04-4c00-800a-05c0ddae38a7 req-1655b027-8bd0-4a57-a461-7affd7e5baab tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:41.288065 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-953d6de3-6d04-4c00-800a-05c0ddae38a7 req-1655b027-8bd0-4a57-a461-7affd7e5baab tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 945 time: 0.2381837
Apr 20 18:35:41.347456 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-953d6de3-6d04-4c00-800a-05c0ddae38a7 req-de27abc5-3137-4d54-8a8c-4e935c2c13e7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583053
Apr 20 18:35:41.363266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae91745-d257-45f3-9431-372c39133da5 req-f727108e-345c-4c53-8197-b9e0a7d776f7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:41.373790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=72140066-865c-41ce-87d7-1a043a14cb33,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:41.404892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.405788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.406396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.407022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.407664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.408274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.408877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.408997 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4ae91745-d257-45f3-9431-372c39133da5 req-f727108e-345c-4c53-8197-b9e0a7d776f7 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.2487397
Apr 20 18:35:41.409682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.410314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.411138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.411854 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.412456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:41.455563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:41.604451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['72140066-865c-41ce-87d7-1a043a14cb33'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:41.657443 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4ae91745-d257-45f3-9431-372c39133da5 req-a1adacba-d78e-4e81-90ac-0634793fde66 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823664
Apr 20 18:35:42.205000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eb76c-21e7-4a85-b089-b31aedb0c602 req-0fc5364f-4be8-43c1-942d-b9cc71208bdd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:42.208229 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-138eb76c-21e7-4a85-b089-b31aedb0c602 req-0fc5364f-4be8-43c1-942d-b9cc71208bdd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.4006276
Apr 20 18:35:42.351218 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-138eb76c-21e7-4a85-b089-b31aedb0c602 req-193d0728-2a73-46c3-a181-3fccf1be5965 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290777
Apr 20 18:35:42.779572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848754-8d83-4034-955e-19b5f58f6790 req-ae223e38-ef53-419f-a86e-fc70e866a0b5 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:42.782517 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52848754-8d83-4034-955e-19b5f58f6790 req-ae223e38-ef53-419f-a86e-fc70e866a0b5 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 945 time: 0.1793373
Apr 20 18:35:42.923066 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52848754-8d83-4034-955e-19b5f58f6790 req-5a4eb8a6-ed8c-444b-9817-d7392a6ad9d1 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294930
Apr 20 18:35:43.143610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ac87-748c-4cae-b07a-b567ce2903ab req-3dce5116-6c81-4ca8-8699-6a684cba09cb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.147893 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1c96ac87-748c-4cae-b07a-b567ce2903ab req-3dce5116-6c81-4ca8-8699-6a684cba09cb tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1797693
Apr 20 18:35:43.284175 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1c96ac87-748c-4cae-b07a-b567ce2903ab req-5280ccdf-33df-4b34-9572-1bb14d0b32f3 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198134
Apr 20 18:35:44.070021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea39dbb-82a3-4294-90dc-fb31bd120a20 req-7be97ec9-bd55-45b6-a49b-f07be47706f9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.072082 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dea39dbb-82a3-4294-90dc-fb31bd120a20 req-7be97ec9-bd55-45b6-a49b-f07be47706f9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.4894204
Apr 20 18:35:44.199577 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dea39dbb-82a3-4294-90dc-fb31bd120a20 req-36873ae9-852f-4bae-992e-f5775db6258a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127501
Apr 20 18:35:44.494150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc187-17e0-4533-97de-1e5b16347a46 req-a327982b-a5ea-4517-8a08-3cc458b28008 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.506679 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2cefc187-17e0-4533-97de-1e5b16347a46 req-a327982b-a5ea-4517-8a08-3cc458b28008 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 945 time: 0.1428173
Apr 20 18:35:44.611622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 72140066-865c-41ce-87d7-1a043a14cb33 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:44.744351 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2cefc187-17e0-4533-97de-1e5b16347a46 req-49ff1c3b-e87f-4557-9920-5b1aa40d46d8 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2364373
Apr 20 18:35:44.828616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-6456db17-c84f-442e-8f49-75fe0886c951 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.829828 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-6456db17-c84f-442e-8f49-75fe0886c951 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.4977553
Apr 20 18:35:44.857615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015e6be-4634-43f9-bb80-2286cd47b69d req-9785f6d9-7afc-4388-96c1-17b049fc327f tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.867107 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7015e6be-4634-43f9-bb80-2286cd47b69d req-9785f6d9-7afc-4388-96c1-17b049fc327f tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.2875824
Apr 20 18:35:44.883729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 72140066-865c-41ce-87d7-1a043a14cb33 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:44.898836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 72140066-865c-41ce-87d7-1a043a14cb33 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:44.899378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:45.110470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014071b-9fb0-41ad-b40b-3392cbc51f8e req-61a9ea30-40f8-4998-89b2-93728aef16d0 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:45.110712 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7015e6be-4634-43f9-bb80-2286cd47b69d req-251d4cd5-e456-4675-9279-1f198cf38f7e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425206
Apr 20 18:35:45.119012 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c014071b-9fb0-41ad-b40b-3392cbc51f8e req-61a9ea30-40f8-4998-89b2-93728aef16d0 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1310289
Apr 20 18:35:45.138905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Deleting port 13ca762c-b03c-41e5-a456-423747f32eae {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:45.139417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:45.278093 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:45.392364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 72140066-865c-41ce-87d7-1a043a14cb33, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72140066-865c-41ce-87d7-1a043a14cb33,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:45.406382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72140066-865c-41ce-87d7-1a043a14cb33'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:45.431457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:45.450558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d6380f9b-120b-443f-bf95-e0f4249c764c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:45.462801 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c014071b-9fb0-41ad-b40b-3392cbc51f8e req-5eeaf45b-f76c-4983-a7cc-e98145d19b8b tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3424678
Apr 20 18:35:45.594845 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72140066-865c-41ce-87d7-1a043a14cb33', 'code': 200}
Apr 20 18:35:45.600268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=72140066-865c-41ce-87d7-1a043a14cb33,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:45.605106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:45.839033 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113c8b7-1bd9-4219-8fda-a9628e0ec461 req-953a1068-0c96-432e-afe6-694f7f217dd8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:45.839033 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b113c8b7-1bd9-4219-8fda-a9628e0ec461 req-953a1068-0c96-432e-afe6-694f7f217dd8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1750977
Apr 20 18:35:45.958929 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b113c8b7-1bd9-4219-8fda-a9628e0ec461 req-ccc7c6b4-d97b-478b-9b46-494b77eb4757 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213470
Apr 20 18:35:45.969665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] For port 13ca762c-b03c-41e5-a456-423747f32eae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13ca762c-b03c-41e5-a456-423747f32eae,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:45.980308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:46.271383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e02eb-9d79-4031-964f-a4dc77d7114e req-9e084aaf-9fc5-4d17-942e-9f1ce455a10f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:46.280021 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-082e02eb-9d79-4031-964f-a4dc77d7114e req-9e084aaf-9fc5-4d17-942e-9f1ce455a10f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.1892021
Apr 20 18:35:46.387062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-700d406b-39a7-4566-a43a-00626aab44e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:46.423794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Calling delete_port for 13ca762c-b03c-41e5-a456-423747f32eae owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:46.425530 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-082e02eb-9d79-4031-964f-a4dc77d7114e req-62a95b6b-cc39-4448-8cb3-4a19c1810ac9 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417339
Apr 20 18:35:46.695665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35553bed-c9dc-4fa6-bdd6-d8dc475aea05 req-c7e8634c-e1e5-4a42-9722-74fb0db9dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:46.697810 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35553bed-c9dc-4fa6-bdd6-d8dc475aea05 req-c7e8634c-e1e5-4a42-9722-74fb0db9dbda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 1099 time: 0.2954173
Apr 20 18:35:46.755355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e664-0a3b-4dba-922d-0a89c21ced57 req-8ad60757-873e-4233-a2d9-45ca326cccf1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:46.764056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9338e664-0a3b-4dba-922d-0a89c21ced57 req-8ad60757-873e-4233-a2d9-45ca326cccf1 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 945 time: 0.1231811
Apr 20 18:35:46.825587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74925-dd52-4e70-ae2f-ff38a1ef76e2 req-0ac2734b-cfd8-4fe5-9525-365e43e60db0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:46.828708 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9338e664-0a3b-4dba-922d-0a89c21ced57 req-ff92c36c-6c08-4f3b-ad4b-75ed93a83393 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635507
Apr 20 18:35:46.840569 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-59d74925-dd52-4e70-ae2f-ff38a1ef76e2 req-0ac2734b-cfd8-4fe5-9525-365e43e60db0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.2906928
Apr 20 18:35:46.858571 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35553bed-c9dc-4fa6-bdd6-d8dc475aea05 req-ec3c586b-b5ed-45a2-a13c-230f684d772e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099222
Apr 20 18:35:46.974939 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-59d74925-dd52-4e70-ae2f-ff38a1ef76e2 req-137a36f3-b520-479f-b6f4-2acd0ac4cf4e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297467
Apr 20 18:35:47.185091 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:47.222509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9e6bf365-71c6-4f07-bed7-80e244b01774 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:47.243766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['4d8858cf-3006-4b33-ae23-0eeb01318afd'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:47.336050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Pushing event deleted for resources: {'Port': ['ID=13ca762c-b03c-41e5-a456-423747f32eae,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:47.346779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13943bd0-0a3d-454d-812d-2d34973d0b08 req-5c91e3fe-3bb0-48a1-9700-de0384d82e8f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:47.359394 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-13943bd0-0a3d-454d-812d-2d34973d0b08 req-5c91e3fe-3bb0-48a1-9700-de0384d82e8f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1808162
Apr 20 18:35:47.394703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.395833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.396264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.396724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.397154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.397652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.398293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.399285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.399608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.400268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.400972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.401668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:47.548729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:47.549972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] No DVR routers for this DVR port 13ca762c-b03c-41e5-a456-423747f32eae on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:47.553658 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-13943bd0-0a3d-454d-812d-2d34973d0b08 req-3586054c-e6df-4269-a949-5aa948267e3e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1931238
Apr 20 18:35:47.565282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:47.576188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'name': 'network-vif-deleted', 'tag': '13ca762c-b03c-41e5-a456-423747f32eae'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:47.607998 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d549d49a-2193-49e9-8b92-7a8b4aae0f1a req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "DELETE /v2.0/ports/13ca762c-b03c-41e5-a456-423747f32eae HTTP/1.1" status: 204  len: 173 time: 2.7012649
Apr 20 18:35:47.743395 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e676908b-5435-4bff-93a1-63e80d658fc6', 'name': 'network-vif-deleted', 'tag': '13ca762c-b03c-41e5-a456-423747f32eae', 'status': 'completed', 'code': 200}
Apr 20 18:35:47.963097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:48.018621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488ebf-a1a8-4a02-a27c-c1b0e76fda44 req-586d1045-e8fd-4ec0-bb5c-c3d442e8019f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:48.024280 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a488ebf-a1a8-4a02-a27c-c1b0e76fda44 req-586d1045-e8fd-4ec0-bb5c-c3d442e8019f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.2402072
Apr 20 18:35:48.062894 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-82390821-b038-4b53-b77c-35d49bcf8ec8 req-e9848acf-5acb-4715-a75d-085d52a88daf tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 210 time: 0.0631356
Apr 20 18:35:48.133991 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a488ebf-a1a8-4a02-a27c-c1b0e76fda44 req-c55bb4d1-732b-48a1-acfa-ec2686a4969c tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026938
Apr 20 18:35:48.362257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d3758-8030-4ffd-86e7-b2dd67391904 req-f0bf8a13-2443-436a-859b-d9d4a9ba79c3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:48.396686 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9b5d3758-8030-4ffd-86e7-b2dd67391904 req-f0bf8a13-2443-436a-859b-d9d4a9ba79c3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.1608415
Apr 20 18:35:48.543500 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9b5d3758-8030-4ffd-86e7-b2dd67391904 req-520ad3bf-3a8b-4c63-82b4-a814dc772446 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457629
Apr 20 18:35:48.624878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-59fa54c0-74c2-4e10-8df3-eaee63b295e5 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:48.626999 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-59fa54c0-74c2-4e10-8df3-eaee63b295e5 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.3014114
Apr 20 18:35:48.628505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 13ca762c-b03c-41e5-a456-423747f32eae no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:48.685893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 13ca762c-b03c-41e5-a456-423747f32eae {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:48.686323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 13ca762c-b03c-41e5-a456-423747f32eae not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:48.779983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Deleting port fc49b83a-1530-42ad-b886-8026ee93c006 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:35:48.781168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:49.131298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3368d5-6f44-4bb3-a503-e6099a028c4b req-692f117f-d6ba-4b93-ad0d-253dfc7d0da0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:49.133864 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0e3368d5-6f44-4bb3-a503-e6099a028c4b req-692f117f-d6ba-4b93-ad0d-253dfc7d0da0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2681324
Apr 20 18:35:49.205244 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0e3368d5-6f44-4bb3-a503-e6099a028c4b req-670bba6a-1990-49cf-b6c7-9975073abbce tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532091
Apr 20 18:35:49.376737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] For port fc49b83a-1530-42ad-b886-8026ee93c006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fc49b83a-1530-42ad-b886-8026ee93c006,segment=NetworkSegment(fde84a73-8a42-42a5-a30b-dcd77ac3d7e3),segment_id=fde84a73-8a42-42a5-a30b-dcd77ac3d7e3)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:49.379340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:49.462488 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79629621-b17e-40b7-8552-9b3941368cee req-e994c232-59cd-41ea-b63e-44f8bceb4433 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=e676908b-5435-4bff-93a1-63e80d658fc6 HTTP/1.1" status: 200  len: 210 time: 0.0935299
Apr 20 18:35:49.766444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:49.896504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Calling delete_port for fc49b83a-1530-42ad-b886-8026ee93c006 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:35:49.941306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022957a0-97e1-4007-bb38-49b730c63c55 req-8084f557-1cdf-41c9-b2ad-6ca81255e2cd tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:49.949721 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-022957a0-97e1-4007-bb38-49b730c63c55 req-8084f557-1cdf-41c9-b2ad-6ca81255e2cd tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 946 time: 0.1338577
Apr 20 18:35:50.017192 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-022957a0-97e1-4007-bb38-49b730c63c55 req-a421a311-4197-411f-8bb0-4454f17f0ad0 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cba20f6-55c8-4185-88cc-6694809849de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592742
Apr 20 18:35:50.052419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f9d53724-9ac8-4ce0-ba03-68b6ba6026aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.150191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.161081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070051-266f-44b4-9637-c4c3bc994112 req-56b97a70-815f-42c1-9f13-ff08fadc44aa tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:50.169206 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-65070051-266f-44b4-9637-c4c3bc994112 req-56b97a70-815f-42c1-9f13-ff08fadc44aa tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.7206917
Apr 20 18:35:50.190043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1c98bf7b-43f6-4580-b215-7a9de7f8ff36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:50.196816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['fc49b83a-1530-42ad-b886-8026ee93c006'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:50.252316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Pushing event deleted for resources: {'Port': ['ID=fc49b83a-1530-42ad-b886-8026ee93c006,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:50.260874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:50.372547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] No DVR routers for this DVR port fc49b83a-1530-42ad-b886-8026ee93c006 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:35:50.377730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.381993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'name': 'network-vif-deleted', 'tag': 'fc49b83a-1530-42ad-b886-8026ee93c006'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:50.408057 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-65070051-266f-44b4-9637-c4c3bc994112 req-b221b824-a3cc-41c0-b513-8f3a574a948d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302938
Apr 20 18:35:50.430442 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f34e5685-38e1-4494-b9a8-82e20d73a855 req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.44 "DELETE /v2.0/ports/fc49b83a-1530-42ad-b886-8026ee93c006 HTTP/1.1" status: 204  len: 173 time: 1.7768853
Apr 20 18:35:50.471802 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba03ca2-62f0-4f02-b42f-5e99b7126063', 'name': 'network-vif-deleted', 'tag': 'fc49b83a-1530-42ad-b886-8026ee93c006', 'status': 'completed', 'code': 200}
Apr 20 18:35:50.606286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:50.701074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897802-d2ab-4fb8-a1eb-ea8c222efc9a req-a9afab87-8a2c-4317-8242-8d39df4ccce7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:50.714658 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-17897802-d2ab-4fb8-a1eb-ea8c222efc9a req-a9afab87-8a2c-4317-8242-8d39df4ccce7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.3336122
Apr 20 18:35:50.809618 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-17897802-d2ab-4fb8-a1eb-ea8c222efc9a req-6e6f1f9a-0990-4c18-8934-29b3aa7c5f87 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793347
Apr 20 18:35:51.288123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-df1afdbf-21e6-4521-9f9c-e4a402d627a1 req-d6728801-b699-4ca6-a185-0a721acbc665 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Synchronizing usage tracker for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:51.298579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d55bcb-d163-465d-9ddc-b98281effa26 req-fb513921-3350-4b33-bd3d-287dfedbcfc0 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.300398 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-77d55bcb-d163-465d-9ddc-b98281effa26 req-fb513921-3350-4b33-bd3d-287dfedbcfc0 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1085830
Apr 20 18:35:51.309101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-df1afdbf-21e6-4521-9f9c-e4a402d627a1 req-d6728801-b699-4ca6-a185-0a721acbc665 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Unset dirty status for tenant:122aac624a214c548b32893da89374a1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:51.319963 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df1afdbf-21e6-4521-9f9c-e4a402d627a1 req-d6728801-b699-4ca6-a185-0a721acbc665 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.0900509
Apr 20 18:35:51.365548 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-77d55bcb-d163-465d-9ddc-b98281effa26 req-aa596127-67a9-4f91-a21a-27e275f18e07 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568573
Apr 20 18:35:51.628909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:51.679688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdaa0c-9b92-46f9-a888-aa1fc52af353 req-cf523ac6-407b-4d06-ad4a-ea4219d51c59 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.682521 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5dbdaa0c-9b92-46f9-a888-aa1fc52af353 req-cf523ac6-407b-4d06-ad4a-ea4219d51c59 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.1236160
Apr 20 18:35:51.737923 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5dbdaa0c-9b92-46f9-a888-aa1fc52af353 req-846bb2db-eaf3-484e-aeb4-47c1a61cb69f tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489810
Apr 20 18:35:52.092315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3982a9-b3ee-4c3b-93b9-0b24647b4c57 req-59a105fb-60df-43f5-99c6-54f0d8f4d9bd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:52.094094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df3982a9-b3ee-4c3b-93b9-0b24647b4c57 req-59a105fb-60df-43f5-99c6-54f0d8f4d9bd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1045597
Apr 20 18:35:52.151083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df3982a9-b3ee-4c3b-93b9-0b24647b4c57 req-0552eb9c-f2c5-4acb-af61-551fb5c745cd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488272
Apr 20 18:35:52.362681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:52.552168 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e125cdd-2489-4469-a6bc-c84675e2e0e6 req-33b5ad8e-d9f5-475b-a7bb-5165b3a1125d tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.0526493
Apr 20 18:35:52.669570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device fc49b83a-1530-42ad-b886-8026ee93c006 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:35:52.742273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: fc49b83a-1530-42ad-b886-8026ee93c006 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:35:52.742666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device fc49b83a-1530-42ad-b886-8026ee93c006 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:35:52.867986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798e23-eaf4-49a4-a972-0371c591cfc3 req-72d78ae0-c74b-41b0-b06d-1b4839b8b890 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:52.868942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-79798e23-eaf4-49a4-a972-0371c591cfc3 req-72d78ae0-c74b-41b0-b06d-1b4839b8b890 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:52.888946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-79798e23-eaf4-49a4-a972-0371c591cfc3 req-72d78ae0-c74b-41b0-b06d-1b4839b8b890 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:52.890421 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79798e23-eaf4-49a4-a972-0371c591cfc3 req-72d78ae0-c74b-41b0-b06d-1b4839b8b890 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1924591
Apr 20 18:35:52.951891 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79798e23-eaf4-49a4-a972-0371c591cfc3 req-35171112-e925-4258-ba08-bc3ed75bd859 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538950
Apr 20 18:35:53.427994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c38e71-51a3-4a97-b264-a659f923f18e req-a7a83868-1bc6-457f-89d7-991d49e76aeb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:53.429918 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-00c38e71-51a3-4a97-b264-a659f923f18e req-a7a83868-1bc6-457f-89d7-991d49e76aeb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.0949235
Apr 20 18:35:53.486273 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-00c38e71-51a3-4a97-b264-a659f923f18e req-7546ccdc-325c-441e-8dba-9d9c57c595d3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490665
Apr 20 18:35:53.756148 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48297795-06ca-4434-a2c5-3161576f6ccb req-ad1573a2-c74d-45ee-adc5-99374de5e81e tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.0544775
Apr 20 18:35:54.162531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bfb8a-11ae-40fa-b3b9-666bf370525e req-f4a1414e-defd-4b81-9f78-e96920dba830 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:54.164223 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9b4bfb8a-11ae-40fa-b3b9-666bf370525e req-f4a1414e-defd-4b81-9f78-e96920dba830 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.0908649
Apr 20 18:35:54.230455 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9b4bfb8a-11ae-40fa-b3b9-666bf370525e req-77a2f977-4835-4c14-a200-0784c33113b0 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594695
Apr 20 18:35:54.397688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49006) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:54.478363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Deleting subnet 232899d4-fe47-4a3e-90ee-ebe63590804f {{(pid=86390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:35:54.482045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:54.540474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223371968141344188'] for subnet, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:54.616256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:54.963600 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5fdbf544-c2f1-4551-ac9e-aa22c3ac484a req-029c45fb-dc83-400a-8754-6ab660457249 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ba03ca2-62f0-4f02-b42f-5e99b7126063 HTTP/1.1" status: 200  len: 210 time: 0.0543907
Apr 20 18:35:55.106838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78953e3-7fc1-47df-8057-0fea67ee68ab req-92e32a09-8fd6-4dec-a3b9-b52c32914b0b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:55.108755 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c78953e3-7fc1-47df-8057-0fea67ee68ab req-92e32a09-8fd6-4dec-a3b9-b52c32914b0b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2277095
Apr 20 18:35:55.236374 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c78953e3-7fc1-47df-8057-0fea67ee68ab req-644fbadc-d28d-420d-9025-2bdff8ce82dd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095927
Apr 20 18:35:55.279721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-68713235633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223371968141129616'] for subnet, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.285944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-14dae4bf-e99d-4731-9688-f7d7abd1507f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:55.330716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232899d4-fe47-4a3e-90ee-ebe63590804f,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:55.335300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:55.336397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.343791 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-004d198f-942c-40ae-b80f-38c64ad2a833 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/232899d4-fe47-4a3e-90ee-ebe63590804f HTTP/1.1" status: 204  len: 168 time: 0.9449012
Apr 20 18:35:55.347260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49022) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:55.460871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206680b-11d1-4d5e-83b9-92eff1a065cb req-7118f187-3e8c-4b78-b59d-790eb0a6161c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:55.462719 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8206680b-11d1-4d5e-83b9-92eff1a065cb req-7118f187-3e8c-4b78-b59d-790eb0a6161c tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1087654
Apr 20 18:35:55.491045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.522008 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8206680b-11d1-4d5e-83b9-92eff1a065cb req-66723edd-2b3e-4070-b8bc-be4ff6eeb008 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515025
Apr 20 18:35:55.639485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.763429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffba0d860>,) {'filters': {'network_id': ['c8c07f4f-8832-4bd2-8650-ac17f6efb3d3']}} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:55.796044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffba0d860>, 'b027fbf8-22bf-44ca-99fd-0f89f9655cce') {'for_net_delete': True} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:55.796680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffba0d860>, 'b027fbf8-22bf-44ca-99fd-0f89f9655cce') {} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:55.822222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-68713431628'] for segment, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.853334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:55.861449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=86390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:35:56.052729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:35:56.062911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223371968141539566'] for segment, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.074227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49032) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:56.156446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Deleting subnet f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:35:56.160089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.222372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.270969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Network c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:35:56.316247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:35:56.318194 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:35:56.461355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.466220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-96f439f1-f89c-438f-b5c4-469c837c6aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:56.485004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.495811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c07f4f-8832-4bd2-8650-ac17f6efb3d3,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:56.501343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:56.507894 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-699693d7-6ff4-4ecb-8637-d7141df327d6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8c07f4f-8832-4bd2-8650-ac17f6efb3d3 HTTP/1.1" status: 204  len: 168 time: 1.1592474
Apr 20 18:35:56.619076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623038d6-eeb1-4245-b280-46326ea805da req-e23667c2-26fd-47e7-8ba8-86cdf1f723da tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:56.620788 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-623038d6-eeb1-4245-b280-46326ea805da req-e23667c2-26fd-47e7-8ba8-86cdf1f723da tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2518346
Apr 20 18:35:56.711933 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-623038d6-eeb1-4245-b280-46326ea805da req-059910a0-ea99-4ac2-aaef-4d0246300ab5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748181
Apr 20 18:35:56.789812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.795424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49042) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:56.796545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:56.839562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:56.850326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.850751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.851166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.851594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.851945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.852351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.852749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.853149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.853607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.854006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.854663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.855056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:56.858369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:56.861513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:56.867160 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f9f21c3b-a1a5-40bd-9e10-7e7e6f06babf HTTP/1.1" status: 204  len: 168 time: 0.7917640
Apr 20 18:35:56.871036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49046) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:56.883835 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6afb5405-1c04-4bfe-bbb6-7b6dfe756b92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=977d101190a341ceb8e52a3b3e91678f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0864010
Apr 20 18:35:56.890586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49050) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:56.897985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53e75e-cca8-4bf0-abda-47a5531583af req-021be043-ae43-4e71-8fd3-2eb7161994ed tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:56.900840 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff53e75e-cca8-4bf0-abda-47a5531583af req-021be043-ae43-4e71-8fd3-2eb7161994ed tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1797123
Apr 20 18:35:56.964753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff53e75e-cca8-4bf0-abda-47a5531583af req-f1c8bab0-8fd5-46d0-aedd-26549d28c323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564427
Apr 20 18:35:57.033584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.092180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.262977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.307450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.445346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.451474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffa84d7b8>,) {'filters': {'network_id': ['cc0a5556-9f4f-4012-a49b-d7d22905fe39']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:57.459727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-215c5d03-d17f-47fe-9428-d21f79c8ec7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:57.481154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffa84d7b8>, 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:57.481522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffa84d7b8>, 'fde84a73-8a42-42a5-a30b-dcd77ac3d7e3') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:57.489066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9a4c7-8538-4381-9c0a-cb587f7722a7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:57.494599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:57.502577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.513811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.516553 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74e9a4c7-8538-4381-9c0a-cb587f7722a7 HTTP/1.1" status: 204  len: 168 time: 0.6211889
Apr 20 18:35:57.523508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:57.531532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:35:57.738980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:35:57.750189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.007867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Network cc0a5556-9f4f-4012-a49b-d7d22905fe39 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:35:58.033519 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:35:58.147159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd641b0-8171-4690-a2f9-f8fb5925cfe7 req-16b70ca9-4a40-4a90-9091-9d43fa0c5270 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:58.148797 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9bd641b0-8171-4690-a2f9-f8fb5925cfe7 req-16b70ca9-4a40-4a90-9091-9d43fa0c5270 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.2813842
Apr 20 18:35:58.149996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.154097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:58.174768 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.188047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0a5556-9f4f-4012-a49b-d7d22905fe39,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:58.196654 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] 10.222.0.25 "DELETE /v2.0/networks/cc0a5556-9f4f-4012-a49b-d7d22905fe39 HTTP/1.1" status: 204  len: 168 time: 1.3241069
Apr 20 18:35:58.197355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:58.246401 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9bd641b0-8171-4690-a2f9-f8fb5925cfe7 req-25a270c7-d841-4c6d-883e-9ed69af4b51a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611019
Apr 20 18:35:58.523910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49092) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:58.580284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516759b9-8d49-4a4e-b458-3ae4f2f7ba15 req-72be7522-9aad-4d3e-bb71-17d72cc542c4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:58.583344 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-516759b9-8d49-4a4e-b458-3ae4f2f7ba15 req-72be7522-9aad-4d3e-bb71-17d72cc542c4 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1166821
Apr 20 18:35:58.607216 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-050cc897-cd33-4fee-9a0f-06a509ae5af2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=122aac624a214c548b32893da89374a1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0812566
Apr 20 18:35:58.611071 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49102) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:58.670951 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-516759b9-8d49-4a4e-b458-3ae4f2f7ba15 req-f6b0cfba-a1be-4c63-9008-da9d5715384a tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804663
Apr 20 18:35:58.691236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.724278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.782601 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.790384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a65fb69c-7da2-4ad5-a949-5e285a131467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:58.806533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cba20f6-55c8-4185-88cc-6694809849de,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:58.809725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:58.818884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:58.821353 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cba20f6-55c8-4185-88cc-6694809849de HTTP/1.1" status: 204  len: 168 time: 0.2074466
Apr 20 18:35:59.583538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308724e-8829-4f22-b842-e2521120a80b req-9051c4ad-fc48-413f-aec3-a27919c0e5df tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:59.595931 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f308724e-8829-4f22-b842-e2521120a80b req-9051c4ad-fc48-413f-aec3-a27919c0e5df tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1927056
Apr 20 18:35:59.684969 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f308724e-8829-4f22-b842-e2521120a80b req-e45620f3-5f0a-4406-876f-a26ade7e581b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878961
Apr 20 18:35:59.936368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb98c7-8ac4-452a-9c3f-0a7746917912 req-d5e3ccb1-bed1-4e84-a0a6-2bee8229a799 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:59.938604 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-86eb98c7-8ac4-452a-9c3f-0a7746917912 req-d5e3ccb1-bed1-4e84-a0a6-2bee8229a799 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1270163
Apr 20 18:36:00.026278 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-86eb98c7-8ac4-452a-9c3f-0a7746917912 req-6ec422e4-32f2-4984-a1d3-34aa025cf5ae tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711718
Apr 20 18:36:00.929313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-e63d27f8-d40e-4b27-8f66-f2f5deb6f223 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:00.934630 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-e63d27f8-d40e-4b27-8f66-f2f5deb6f223 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.2173800
Apr 20 18:36:01.173959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Deleting port 4d8858cf-3006-4b33-ae23-0eeb01318afd {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:01.174364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:01.359901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae6b4-4261-4e87-8321-d93c0c6c4202 req-2d2bc6fa-6a31-41f9-b4bd-92ebf4a1e25e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:01.369306 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0a7ae6b4-4261-4e87-8321-d93c0c6c4202 req-2d2bc6fa-6a31-41f9-b4bd-92ebf4a1e25e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.3551559
Apr 20 18:36:01.406183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c98d98-2c76-4e3b-8919-8ea25b87902a req-0fd580cd-0fc0-4895-8d2a-3265d9814916 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:01.418075 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-96c98d98-2c76-4e3b-8919-8ea25b87902a req-0fd580cd-0fc0-4895-8d2a-3265d9814916 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 945 time: 0.1783006
Apr 20 18:36:01.483333 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-96c98d98-2c76-4e3b-8919-8ea25b87902a req-8cc8f3c4-08e9-4e36-989e-f7f59e50fef9 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613713
Apr 20 18:36:01.645419 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0a7ae6b4-4261-4e87-8321-d93c0c6c4202 req-dd41560b-6c9c-4074-8cc5-d5e3ab104957 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2731268
Apr 20 18:36:01.814160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] For port 4d8858cf-3006-4b33-ae23-0eeb01318afd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d8858cf-3006-4b33-ae23-0eeb01318afd,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:01.814624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:01.977422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Calling delete_port for 4d8858cf-3006-4b33-ae23-0eeb01318afd owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:02.230275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.239508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:02.276627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['4d8858cf-3006-4b33-ae23-0eeb01318afd'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:02.334489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Pushing event deleted for resources: {'Port': ['ID=4d8858cf-3006-4b33-ae23-0eeb01318afd,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:02.338957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:02.451576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] No DVR routers for this DVR port 4d8858cf-3006-4b33-ae23-0eeb01318afd on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:02.454960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.459404 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'name': 'network-vif-deleted', 'tag': '4d8858cf-3006-4b33-ae23-0eeb01318afd'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:02.478100 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-31f3b85f-7fce-41e4-8f63-d4ad7ddf173a req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.44 "DELETE /v2.0/ports/4d8858cf-3006-4b33-ae23-0eeb01318afd HTTP/1.1" status: 204  len: 173 time: 1.5343776
Apr 20 18:36:02.548376 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d', 'name': 'network-vif-deleted', 'tag': '4d8858cf-3006-4b33-ae23-0eeb01318afd', 'status': 'completed', 'code': 200}
Apr 20 18:36:02.698098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:36:02.809001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c2c00911-6244-46a9-8b42-822eab91ba8f req-982761a1-91b0-4747-8938-7925d071ac54 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Synchronizing usage tracker for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:02.834594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c2c00911-6244-46a9-8b42-822eab91ba8f req-982761a1-91b0-4747-8938-7925d071ac54 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Unset dirty status for tenant:604c8aa9b3d9478692cb6362f90fb56b on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:02.837005 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c2c00911-6244-46a9-8b42-822eab91ba8f req-982761a1-91b0-4747-8938-7925d071ac54 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3a06a0-7a26-42b6-a5e9-f45254dd3c7d HTTP/1.1" status: 200  len: 210 time: 0.0996363
Apr 20 18:36:02.988076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:03.016527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '36707b77-0efd-41e0-9dc6-6332c175126e', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'port_id': '36707b77-0efd-41e0-9dc6-6332c175126e', 'mac_address': 'fa:16:3e:47:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:36:03.125348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e6a6-9ae7-41a8-bfb2-fabacbd68d50 req-0706a322-da97-4635-9b19-e7b8ccd65709 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:03.143381 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-74a3e6a6-9ae7-41a8-bfb2-fabacbd68d50 req-0706a322-da97-4635-9b19-e7b8ccd65709 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 943 time: 0.1978900
Apr 20 18:36:03.152272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.250572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36707b77-0efd-41e0-9dc6-6332c175126e {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:36:03.305863 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-74a3e6a6-9ae7-41a8-bfb2-fabacbd68d50 req-1d59f30f-aa93-40ad-8a21-7294c7e935c1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1578736
Apr 20 18:36:03.338065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:03.359633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.363085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:03.639749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=9']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:03.652050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:03.774725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['36707b77-0efd-41e0-9dc6-6332c175126e'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:04.097276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49258) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:04.690452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2996-ffc9-4477-8c07-711e24d91db7 req-ca62dc16-f80e-4d0b-b12a-db99b5e6f77d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:04.692791 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ddc2996-ffc9-4477-8c07-711e24d91db7 req-ca62dc16-f80e-4d0b-b12a-db99b5e6f77d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.1061332
Apr 20 18:36:04.747239 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ddc2996-ffc9-4477-8c07-711e24d91db7 req-e241d12c-d3dc-4bd7-ad78-017674e2b739 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469236
Apr 20 18:36:04.869955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc473ca7-c008-408f-9249-575c9c5b29f0 req-41844c6c-9388-45b5-9499-6ad8d7ffbde1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:04.872928 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dc473ca7-c008-408f-9249-575c9c5b29f0 req-41844c6c-9388-45b5-9499-6ad8d7ffbde1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.7836623
Apr 20 18:36:05.211378 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dc473ca7-c008-408f-9249-575c9c5b29f0 req-a08e2830-0677-4854-ac9a-b061578c1f72 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2264371
Apr 20 18:36:05.474029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.945875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Deleting port 64abbded-793e-4b13-9547-7d56b9f8685d {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:05.946234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.015988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fddff6-03a5-4b85-b9e3-bf7eb44ff60c req-07e22cfc-5cb5-4ae7-bbdc-2b97fdbc14ab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:06.018816 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a2fddff6-03a5-4b85-b9e3-bf7eb44ff60c req-07e22cfc-5cb5-4ae7-bbdc-2b97fdbc14ab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.1173105
Apr 20 18:36:06.109862 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a2fddff6-03a5-4b85-b9e3-bf7eb44ff60c req-db8fe6cb-fcd3-4f54-8800-ce8407b89ff4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776370
Apr 20 18:36:06.196564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] For port 64abbded-793e-4b13-9547-7d56b9f8685d, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=64abbded-793e-4b13-9547-7d56b9f8685d,segment=NetworkSegment(80ef0faa-a5b0-40e9-9179-b500877ac488),segment_id=80ef0faa-a5b0-40e9-9179-b500877ac488)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:06.197050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.277588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4d8858cf-3006-4b33-ae23-0eeb01318afd no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:06.331516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 4d8858cf-3006-4b33-ae23-0eeb01318afd {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:06.332296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4d8858cf-3006-4b33-ae23-0eeb01318afd not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:06.382578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Calling delete_port for 64abbded-793e-4b13-9547-7d56b9f8685d owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:06.752286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258933bf-dc53-40bc-af64-6be11138e01e req-84cf2668-d22e-45fb-a7dc-bdecef7119a5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:06.754180 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-258933bf-dc53-40bc-af64-6be11138e01e req-84cf2668-d22e-45fb-a7dc-bdecef7119a5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.3408520
Apr 20 18:36:06.834916 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-258933bf-dc53-40bc-af64-6be11138e01e req-1819d424-b957-44a5-b923-6f148e715ff0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696185
Apr 20 18:36:06.959101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.963135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:07.014562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=64abbded-793e-4b13-9547-7d56b9f8685d,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:07.018962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:07.350065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef630dcd-5c6d-4f82-9e64-0f694e652db5 req-1b90a4ba-524d-4a16-a69e-a1cccc4dccb3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:07.351841 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ef630dcd-5c6d-4f82-9e64-0f694e652db5 req-1b90a4ba-524d-4a16-a69e-a1cccc4dccb3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.1034853
Apr 20 18:36:07.437087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ef630dcd-5c6d-4f82-9e64-0f694e652db5 req-7283c1c2-2d4a-4b82-b482-de481ba541cc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771554
Apr 20 18:36:07.647174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:08.411445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630fc07-423a-43ae-80cd-ff44b7728a11 req-4f13f16a-afb5-4052-8304-a8ea63326b46 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:08.413183 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4630fc07-423a-43ae-80cd-ff44b7728a11 req-4f13f16a-afb5-4052-8304-a8ea63326b46 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2945442
Apr 20 18:36:08.515070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Router 4409594f-df46-4adc-a0c1-719a3558a89a has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:36:08.559953 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4630fc07-423a-43ae-80cd-ff44b7728a11 req-79198ced-f924-49d8-a3f8-de2ee66665c6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306942
Apr 20 18:36:08.812771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44ab73-20e2-4d82-8968-ff684cbcb404 req-83052222-aa8c-4049-b74f-94e51592c53e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:08.815787 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6a44ab73-20e2-4d82-8968-ff684cbcb404 req-83052222-aa8c-4049-b74f-94e51592c53e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.1806087
Apr 20 18:36:08.914448 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6a44ab73-20e2-4d82-8968-ff684cbcb404 req-4e73377c-0381-4331-80cf-ed484b90bed0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862603
Apr 20 18:36:08.963392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:36:08.977647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] Sync routers for ids ['4409594f-df46-4adc-a0c1-719a3558a89a'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:36:08.991287 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] 10.222.0.25 "PUT /v2.0/routers/4409594f-df46-4adc-a0c1-719a3558a89a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8903089
Apr 20 18:36:08.995283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49316) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:08.997863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] Routers {'4409594f-df46-4adc-a0c1-719a3558a89a'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:08.998634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbed7940>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4409594f-df46-4adc-a0c1-719a3558a89a'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:09.255915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks [] for router, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:09.302608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] Set router 4409594f-df46-4adc-a0c1-719a3558a89a gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:09.512623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:09.527646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Deleting port 5a727a96-0dea-45c4-aa37-c927974b49ee {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:09.528298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:09.938031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3423f-6f07-478b-bcec-84e28b6330fe req-13339020-1df1-4fdf-91f5-1dbe461f816e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:09.940834 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84f3423f-6f07-478b-bcec-84e28b6330fe req-13339020-1df1-4fdf-91f5-1dbe461f816e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1925480
Apr 20 18:36:09.947255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbed7940>, [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:36:06Z', 'revision_number': 5, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port': {'id': '5a727a96-0dea-45c4-aa37-c927974b49ee', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:32Z', 'updated_at': '2021-04-20T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:09.953271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] Checking router: 4409594f-df46-4adc-a0c1-719a3558a89a for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:36:09.969096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] Routers {'4409594f-df46-4adc-a0c1-719a3558a89a'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:09.971330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbed7940>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4409594f-df46-4adc-a0c1-719a3558a89a'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:10.029192 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-84f3423f-6f07-478b-bcec-84e28b6330fe req-e7c2ddd8-d21c-4ef9-af4a-6841367be2e7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681634
Apr 20 18:36:10.209206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] Set router 4409594f-df46-4adc-a0c1-719a3558a89a gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:10.221766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] For port 5a727a96-0dea-45c4-aa37-c927974b49ee, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=5a727a96-0dea-45c4-aa37-c927974b49ee,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:10.222186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:10.329592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbed7940>, [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:36:09Z', 'revision_number': 6, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:10.334579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9495de3-1ea3-4343-85cf-34baf25358b3 None None] The sync data for ids ['4409594f-df46-4adc-a0c1-719a3558a89a'] in dv-cinder-786932-2-iscsi is: [{'id': '4409594f-df46-4adc-a0c1-719a3558a89a', 'name': 'tempest-ServerRescueNegativeTestJSON-764322829-router', 'tenant_id': '604c8aa9b3d9478692cb6362f90fb56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:29Z', 'updated_at': '2021-04-20T18:36:09Z', 'revision_number': 6, 'project_id': '604c8aa9b3d9478692cb6362f90fb56b', 'gw_port_host': None}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:36:10.381190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Calling delete_port for 5a727a96-0dea-45c4-aa37-c927974b49ee owned by network:router_gateway {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:10.437724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc272b-02c5-4f96-aae1-724df220955a req-46422079-a4d4-4fd9-a430-bbdc240cd5fd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:10.438548 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ccbc272b-02c5-4f96-aae1-724df220955a req-46422079-a4d4-4fd9-a430-bbdc240cd5fd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.3205996
Apr 20 18:36:10.680980 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ccbc272b-02c5-4f96-aae1-724df220955a req-4e194f0c-5fed-442c-be3b-8deb4161f169 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2307954
Apr 20 18:36:10.802251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:10.807463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:10.895439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a727a96-0dea-45c4-aa37-c927974b49ee,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:10.898999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:10.971110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:10.976588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:36:11.053559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 36707b77-0efd-41e0-9dc6-6332c175126e triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:36:11.053983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.165556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.169966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.202327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.235070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:11.255834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:11.260320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.262327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:11.277196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.278898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4409594f-df46-4adc-a0c1-719a3558a89a {{(pid=86390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:36:11.289001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4abb59-9175-4778-b06c-c4f8f2114699 req-b76c9aa8-3982-4a79-8526-f779d6dfcd3d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:11.290902 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ae4abb59-9175-4778-b06c-c4f8f2114699 req-b76c9aa8-3982-4a79-8526-f779d6dfcd3d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1064157
Apr 20 18:36:11.304339 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'code': 200}
Apr 20 18:36:11.306942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.310737 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4409594f-df46-4adc-a0c1-719a3558a89a HTTP/1.1" status: 204  len: 168 time: 2.3109813
Apr 20 18:36:11.311443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49350) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:11.348865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=10']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:11.352996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:11.357868 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ae4abb59-9175-4778-b06c-c4f8f2114699 req-218b7f86-4a64-444d-91b3-7ae402b5a38d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574372
Apr 20 18:36:11.402424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Deleting subnet 97911036-ae31-4842-8867-9573d75f9781 {{(pid=86390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:36:11.405954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.464858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223371968141344188'] for subnet, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.525780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.796269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-68713235633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223371968141129616'] for subnet, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.801701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:11.884938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97911036-ae31-4842-8867-9573d75f9781,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:11.888134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:11.890922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.907505 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a40ae997-b7d0-429d-8a5d-c3dd7448864f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/97911036-ae31-4842-8867-9573d75f9781 HTTP/1.1" status: 204  len: 168 time: 0.5929828
Apr 20 18:36:11.910733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49360) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:12.059422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704dde6-43b9-41ec-a2d9-4f97fa7ec6cb req-b041bb65-e990-43bf-8408-b2a5585974c3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:12.061083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1704dde6-43b9-41ec-a2d9-4f97fa7ec6cb req-b041bb65-e990-43bf-8408-b2a5585974c3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.2261693
Apr 20 18:36:12.066845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:12.168581 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1704dde6-43b9-41ec-a2d9-4f97fa7ec6cb req-cf8e5ecf-3c35-42fb-a080-b160662166d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991697
Apr 20 18:36:12.203993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 64abbded-793e-4b13-9547-7d56b9f8685d no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:12.247902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 64abbded-793e-4b13-9547-7d56b9f8685d {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:12.248220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 64abbded-793e-4b13-9547-7d56b9f8685d not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:12.248705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 5a727a96-0dea-45c4-aa37-c927974b49ee no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:12.256992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:12.287411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 5a727a96-0dea-45c4-aa37-c927974b49ee {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:12.287825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 5a727a96-0dea-45c4-aa37-c927974b49ee not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:12.376988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffb1aa908>,) {'filters': {'network_id': ['bb994278-e70a-428c-a39c-4fb273cb636f']}} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:12.391128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb1aa908>, '80ef0faa-a5b0-40e9-9179-b500877ac488') {'for_net_delete': True} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:12.391442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb1aa908>, '80ef0faa-a5b0-40e9-9179-b500877ac488') {} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:12.409718 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-68713431628'] for segment, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:12.428251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:12.437029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=86390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:36:12.605990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307156f8-601b-47fe-92a6-6c05fd47bd7b req-edc2b4b1-08ce-4ce6-8dbe-598ee2999a24 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:12.607683 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-307156f8-601b-47fe-92a6-6c05fd47bd7b req-edc2b4b1-08ce-4ce6-8dbe-598ee2999a24 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1077924
Apr 20 18:36:12.633525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Network bb994278-e70a-428c-a39c-4fb273cb636f has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:36:12.643559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223371968141539566'] for segment, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:12.681562 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-307156f8-601b-47fe-92a6-6c05fd47bd7b req-2ead8d89-68eb-4552-a1c4-10539674e7b8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663946
Apr 20 18:36:13.143454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Network bb994278-e70a-428c-a39c-4fb273cb636f has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:36:13.168854 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:36:13.257850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72e73-0f0d-46d5-ad3d-e4a5521fbe23 req-685fe390-3ed1-4765-974a-ef393bbc0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.259468 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c4e72e73-0f0d-46d5-ad3d-e4a5521fbe23 req-685fe390-3ed1-4765-974a-ef393bbc0197 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 1099 time: 0.5808058
Apr 20 18:36:13.264756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:13.267191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-96f2a012-49fc-4f42-b2f8-2e3a3bec622f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:13.281481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:13.310306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb994278-e70a-428c-a39c-4fb273cb636f,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:13.319683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:13.365028 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bb994278-e70a-428c-a39c-4fb273cb636f HTTP/1.1" status: 204  len: 168 time: 1.4513037
Apr 20 18:36:13.395341 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c4e72e73-0f0d-46d5-ad3d-e4a5521fbe23 req-750510bf-4e0c-4a54-9af9-5c5baf32ba3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072714
Apr 20 18:36:13.433228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526415f2-869a-4190-915b-d1506cea03e1 req-c1119fc7-ec12-49d8-8076-df66a9caccad tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.435044 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-526415f2-869a-4190-915b-d1506cea03e1 req-c1119fc7-ec12-49d8-8076-df66a9caccad tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.1224577
Apr 20 18:36:13.507088 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-526415f2-869a-4190-915b-d1506cea03e1 req-3f8b6521-c156-4d7b-919c-5b328382f7f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644574
Apr 20 18:36:13.578147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49382) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:13.634881 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7386cc4d-e0ef-4422-9394-afff4309db79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=604c8aa9b3d9478692cb6362f90fb56b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0554225
Apr 20 18:36:13.637519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49386) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:13.708954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:13.746282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:13.798658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:13.810484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c7faf89-2404-49b3-aa80-11b00013f57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:13.874953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a08303d-3b2b-4ad0-a4ab-cecac2804a4b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:13.892960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:13.906154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:13.907478 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a08303d-3b2b-4ad0-a4ab-cecac2804a4b HTTP/1.1" status: 204  len: 168 time: 0.2689438
Apr 20 18:36:13.956246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30c3f-c71c-476e-9f24-a179566d03d7 req-5c2e871f-2602-47e5-b7f8-a27ab70c5242 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:13.958058 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29a30c3f-c71c-476e-9f24-a179566d03d7 req-5c2e871f-2602-47e5-b7f8-a27ab70c5242 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1489265
Apr 20 18:36:14.023576 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29a30c3f-c71c-476e-9f24-a179566d03d7 req-317e5598-6246-4739-a761-59cd20f33beb tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578575
Apr 20 18:36:14.764834 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d083-8dc2-443d-9e72-d6b061e9c21f req-04492d8b-2418-4ad6-81d7-965a91b2bbb3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:14.766908 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d6c6d083-8dc2-443d-9e72-d6b061e9c21f req-04492d8b-2418-4ad6-81d7-965a91b2bbb3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.1014729
Apr 20 18:36:14.823606 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d6c6d083-8dc2-443d-9e72-d6b061e9c21f req-25ced708-fc04-40c0-a131-ae69d4b2e0aa tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483174
Apr 20 18:36:15.271028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5b731-00f7-4b73-81b8-24f54f0f3962 req-c67d995c-38dd-485f-a47c-6b748655904c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:15.272737 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6bd5b731-00f7-4b73-81b8-24f54f0f3962 req-c67d995c-38dd-485f-a47c-6b748655904c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1019905
Apr 20 18:36:15.361846 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6bd5b731-00f7-4b73-81b8-24f54f0f3962 req-8583342f-39fd-4dcd-9838-0ecbed272616 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773544
Apr 20 18:36:16.110156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3779-afc0-4cd5-8d82-c475c7419b9b req-073a8f89-cd65-49e2-a1ab-58b93752e88b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:16.114010 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0ffe3779-afc0-4cd5-8d82-c475c7419b9b req-073a8f89-cd65-49e2-a1ab-58b93752e88b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.1222796
Apr 20 18:36:16.185283 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0ffe3779-afc0-4cd5-8d82-c475c7419b9b req-cb06e7a1-a9d9-46fd-a972-88125df95070 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653524
Apr 20 18:36:16.349357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c0e67052-12b3-444f-ad7e-c7c33a368dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:16.729820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3d4d1-6e59-4524-b81a-028279b04337 req-45c054c1-76b3-4030-885f-a66c26e06a84 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:16.731595 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-89b3d4d1-6e59-4524-b81a-028279b04337 req-45c054c1-76b3-4030-885f-a66c26e06a84 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1241171
Apr 20 18:36:16.802713 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-89b3d4d1-6e59-4524-b81a-028279b04337 req-c3aff280-e7b7-409c-8b25-ef170b6cd8ac tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519137
Apr 20 18:36:17.497751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e07aa-67a0-43d7-956d-2098b4fbce04 req-27481de8-e8a9-4183-8473-c5c28534ee4b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:17.500527 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df2e07aa-67a0-43d7-956d-2098b4fbce04 req-27481de8-e8a9-4183-8473-c5c28534ee4b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.1688683
Apr 20 18:36:17.569426 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df2e07aa-67a0-43d7-956d-2098b4fbce04 req-28026e8b-8a48-44e4-a113-a2bba48f5674 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603523
Apr 20 18:36:18.226606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1ac95-17fb-4819-ade9-82ea4d3434c4 req-e7e1a968-ec4d-4f47-af21-3bad24d9a3fe tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:18.229884 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-25e1ac95-17fb-4819-ade9-82ea4d3434c4 req-e7e1a968-ec4d-4f47-af21-3bad24d9a3fe tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1801159
Apr 20 18:36:18.318248 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-25e1ac95-17fb-4819-ade9-82ea4d3434c4 req-bb8e812a-66f2-4cef-923f-bdcae7cad6ba tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755496
Apr 20 18:36:18.852256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5eb77-604b-4a22-a929-884f1641ac79 req-632a1b63-cc0b-43fb-b526-8d061685f04c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:18.860817 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29b5eb77-604b-4a22-a929-884f1641ac79 req-632a1b63-cc0b-43fb-b526-8d061685f04c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.1121469
Apr 20 18:36:18.919436 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29b5eb77-604b-4a22-a929-884f1641ac79 req-b4c0afd3-c5af-40af-a1d2-f5463cef26ee tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576143
Apr 20 18:36:19.115877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49628) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:19.315266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.335198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:19.339758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Usage tracker for resource:security_group_rule and tenant:00e14c54ff9247ae96cc7362801e70bd is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:19.343259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:19.350125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:19.556723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.562054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.574261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6b5f9a6d-ffcc-4036-acf3-f7bfedf91407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:19.681434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca6bdc-efd9-434b-905e-99c10d2b70be,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:19.696485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49650) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:19.711706 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00e14c54ff9247ae96cc7362801e70bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5939031
Apr 20 18:36:19.714079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:19.742497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a151-74f3-4cc5-896e-ffe816501714 req-f95c065c-8352-4397-ab5c-13676ff0f02a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:19.757337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9415a151-74f3-4cc5-896e-ffe816501714 req-f95c065c-8352-4397-ab5c-13676ff0f02a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2755332
Apr 20 18:36:19.789914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.836717 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9415a151-74f3-4cc5-896e-ffe816501714 req-ee4f7424-8a4c-454f-9d8e-f26710dddaee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777817
Apr 20 18:36:19.853359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.896340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.962900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.968592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:19.985758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca6bdc-efd9-434b-905e-99c10d2b70be,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:20.000177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:20.001082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.005847 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44ca6bdc-efd9-434b-905e-99c10d2b70be HTTP/1.1" status: 204  len: 168 time: 0.3064311
Apr 20 18:36:20.063530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c202c3b7-37cf-4faa-acf9-4a033182f048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.234405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27ad9f-c120-436e-9ed4-73a04a1e09df req-1653d305-2361-4662-8040-a87b51179bec tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:20.237242 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6f27ad9f-c120-436e-9ed4-73a04a1e09df req-1653d305-2361-4662-8040-a87b51179bec tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.1216805
Apr 20 18:36:20.290489 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6f27ad9f-c120-436e-9ed4-73a04a1e09df req-5f155410-c9b7-4801-9874-ea07f946bf7f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456975
Apr 20 18:36:20.489245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49672) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:20.510728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.536109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.539574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:20.544858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Usage tracker for resource:security_group_rule and tenant:e5ed9a9c2456408db4336205ffad6fa4 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:20.548742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:20.556146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:20.678090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.681447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.690442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3b3ed6ac-9648-4765-9051-a5c2fb874aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:20.743618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fcd561-69b5-4643-9fd0-a13ef740ff65,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:20.750960 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5ed9a9c2456408db4336205ffad6fa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2600431
Apr 20 18:36:20.752685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:20.754508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49676) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:20.836134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.872126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.969226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.979835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b9359f68-c2aa-47b5-b6b8-beeeca92da62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:21.006004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fcd561-69b5-4643-9fd0-a13ef740ff65,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:21.010114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:21.013290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:21.015039 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ebd0fd2e-2bc7-4714-b3db-20004fbefca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42fcd561-69b5-4643-9fd0-a13ef740ff65 HTTP/1.1" status: 204  len: 168 time: 0.2585826
Apr 20 18:36:21.108529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6cd4d-1da5-4448-93ce-9dca8b9810a4 req-c5e4af87-61a5-41b2-bc9c-a96d2461082d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:21.110449 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c9a6cd4d-1da5-4448-93ce-9dca8b9810a4 req-c5e4af87-61a5-41b2-bc9c-a96d2461082d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1344788
Apr 20 18:36:21.184790 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c9a6cd4d-1da5-4448-93ce-9dca8b9810a4 req-bbd43310-d88d-4077-8127-14874ea47358 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549953
Apr 20 18:36:21.626751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.406359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.544540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614639a-a81a-4e15-b2bc-6bc3503bfd79 req-e088d992-891e-47b9-b663-e79845a7663d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.546372 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c614639a-a81a-4e15-b2bc-6bc3503bfd79 req-e088d992-891e-47b9-b663-e79845a7663d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2076159
Apr 20 18:36:22.616223 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c614639a-a81a-4e15-b2bc-6bc3503bfd79 req-732bfdb5-cecf-4d9a-a436-95f98ea2eafd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603697
Apr 20 18:36:23.407161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238564-1392-4289-ac40-7fe35de83b55 req-3a66de19-fdbe-4cff-8191-803f55c1a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:23.410519 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-3a66de19-fdbe-4cff-8191-803f55c1a5b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1099 time: 0.2154746
Apr 20 18:36:23.448908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171bbd-7ff2-45da-92cf-5bc3936be302 req-5b23473a-395c-4fd1-b7c6-86da305b534a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:23.462833 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-12171bbd-7ff2-45da-92cf-5bc3936be302 req-5b23473a-395c-4fd1-b7c6-86da305b534a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.3290637
Apr 20 18:36:23.564611 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-12171bbd-7ff2-45da-92cf-5bc3936be302 req-04ee4fb8-1a95-471a-b180-1d40498943c0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891361
Apr 20 18:36:23.672909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238564-1392-4289-ac40-7fe35de83b55 req-2745a234-165d-46d8-8db2-557b1e8cf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:23.674823 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-2745a234-165d-46d8-8db2-557b1e8cf0d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.2581308
Apr 20 18:36:23.894620 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-7ed5b47a-d888-4c98-8b30-ff425b21ce98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 1002 time: 0.1844857
Apr 20 18:36:24.084841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928b08-728f-4a03-aa6d-3770d8db38bd req-c58c4a52-c957-46dc-b5e8-193490b64340 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:24.102710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238564-1392-4289-ac40-7fe35de83b55 req-d699f17b-cb23-4c32-87c5-5a66e25adbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:24.103621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2d928b08-728f-4a03-aa6d-3770d8db38bd req-c58c4a52-c957-46dc-b5e8-193490b64340 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.2801960
Apr 20 18:36:24.106775 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-d699f17b-cb23-4c32-87c5-5a66e25adbb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.2056961
Apr 20 18:36:24.134359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49784) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:24.217828 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2d928b08-728f-4a03-aa6d-3770d8db38bd req-55e93aea-b1ed-4a97-a361-6a53ec566323 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106341
Apr 20 18:36:24.297432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238564-1392-4289-ac40-7fe35de83b55 req-381e0804-b965-47dc-bd23-d3e4ab0a816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:24.301128 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-381e0804-b965-47dc-bd23-d3e4ab0a816f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1782396
Apr 20 18:36:24.476538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.497853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:24.502797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Usage tracker for resource:security_group_rule and tenant:eb423cfef4bd47d9980f65539569f36e is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:24.508128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:24.517156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:24.592140 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-0de3895e-20bc-4c24-b567-6a6b91563bb1 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823546
Apr 20 18:36:24.601108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49798) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:24.648594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.651790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.662493 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4376d224-71f5-4065-8e4d-3409c8934adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:24.702934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56cbc2b-68df-4643-82af-13f1ea9b2367,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:24.709999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:24.723108 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb423cfef4bd47d9980f65539569f36e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5832052
Apr 20 18:36:24.723855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49804) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:24.766870 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-35238564-1392-4289-ac40-7fe35de83b55 req-a7875300-86d3-4437-b7dc-f2ae1562568a service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670480
Apr 20 18:36:24.800662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.845185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.910838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.916436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a9853de8-2e65-44a5-9c59-83e36704805c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:24.920306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93493525-1010-4065-bc96-8ae8a39b1a55 req-b0d98906-992f-4ef4-ac2b-c447b184c0ee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:24.922123 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93493525-1010-4065-bc96-8ae8a39b1a55 req-b0d98906-992f-4ef4-ac2b-c447b184c0ee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1490188
Apr 20 18:36:24.932337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56cbc2b-68df-4643-82af-13f1ea9b2367,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:24.934910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:24.936515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:24.946698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:24.948294 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c56cbc2b-68df-4643-82af-13f1ea9b2367 HTTP/1.1" status: 204  len: 168 time: 0.2232568
Apr 20 18:36:24.956290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.000730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:25.009974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Usage tracker for resource:security_group_rule and tenant:8d14014d53b049b9b2d1c2c243194c21 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:25.024320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:25.046731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:25.062014 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93493525-1010-4065-bc96-8ae8a39b1a55 req-b1cba403-8682-4795-ab3d-a43c8daf1290 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093507
Apr 20 18:36:25.092775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae467e5-4320-42d5-94a0-79884f444535 req-50d00a54-88f6-4c83-b035-c426a4853cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:25.094491 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-50d00a54-88f6-4c83-b035-c426a4853cb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 1099 time: 0.2331281
Apr 20 18:36:25.267030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.274630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.288249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7ffad3c2-8219-4e5c-88d7-d812dc1ad206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:25.370853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82e33f-1981-4ea3-801f-722755c03f0b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:25.378053 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d14014d53b049b9b2d1c2c243194c21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7528098
Apr 20 18:36:25.382523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:25.384169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49814) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:25.416438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae467e5-4320-42d5-94a0-79884f444535 req-f310021c-cc84-4d7e-927a-4c731acff79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:25.417815 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-f310021c-cc84-4d7e-927a-4c731acff79a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.2561448
Apr 20 18:36:25.423540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49818) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:25.450006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.470134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:25.475490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Usage tracker for resource:security_group_rule and tenant:73a1e4d2e7f64f149cbd559d4cdd27d0 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:25.479818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:25.489010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:25.605691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.610574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.627019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-88d6b64a-70e5-47e5-b4cf-a657f75eefb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:25.651009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.679192 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73a1e4d2e7f64f149cbd559d4cdd27d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2508802
Apr 20 18:36:25.679192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f987d368-a169-46e2-84fe-575facd14440,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:25.680663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49824) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:25.683795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:25.742582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.757007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.792744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.855714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.862132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-45ce2a45-ef3f-48e3-bd81-88b8e3b5c6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:25.882579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f987d368-a169-46e2-84fe-575facd14440,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:25.887718 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:25.890373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:25.896753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f987d368-a169-46e2-84fe-575facd14440 HTTP/1.1" status: 204  len: 168 time: 0.2098050
Apr 20 18:36:26.087456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259387-aaf9-4a07-a70a-0a093fe14a33 req-8ad1aec0-4778-45e3-80dc-3674926d1981 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:26.090394 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1259387-aaf9-4a07-a70a-0a093fe14a33 req-8ad1aec0-4778-45e3-80dc-3674926d1981 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.6293476
Apr 20 18:36:26.185375 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1259387-aaf9-4a07-a70a-0a093fe14a33 req-8256d1e4-5026-448e-b4d7-09aa64c1e60d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836890
Apr 20 18:36:26.197876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:26.206999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-58854697-4d9b-4c25-9cd0-f77a4f6b366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:26.231415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82e33f-1981-4ea3-801f-722755c03f0b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:26.241169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:26.251306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:26.257879 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d82e33f-1981-4ea3-801f-722755c03f0b HTTP/1.1" status: 204  len: 168 time: 0.8726189
Apr 20 18:36:26.481100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fece9-f41f-4b75-8d3e-e846973ca9fd req-9e49ed8e-c752-4054-a5b8-036df30052f3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:26.483197 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b33fece9-f41f-4b75-8d3e-e846973ca9fd req-9e49ed8e-c752-4054-a5b8-036df30052f3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.1495392
Apr 20 18:36:26.562399 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b33fece9-f41f-4b75-8d3e-e846973ca9fd req-7c24a64a-7e6f-4fa8-9c15-5cd6444f05dd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652812
Apr 20 18:36:26.870986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49848) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:26.907869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:26.938535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:26.946735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a51390bcba6d4bf1b9d546a77f9977f1 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:26.952279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:26.962106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:27.122188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.126499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.144392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e3a381b6-49cf-4dee-812e-0b3ec388bd2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:27.232565 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a51390bcba6d4bf1b9d546a77f9977f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3565707
Apr 20 18:36:27.233024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4874b888-e91b-4e0d-bbd4-83c8929e60ea,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:27.233700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49858) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:27.239639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:27.356363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.426519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.526636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.537372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dbbba5cb-81fe-44d9-8f4e-77a58c00bb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:27.566618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4874b888-e91b-4e0d-bbd4-83c8929e60ea,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:27.571105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:27.572652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.577116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4874b888-e91b-4e0d-bbd4-83c8929e60ea HTTP/1.1" status: 204  len: 168 time: 0.3405070
Apr 20 18:36:28.073042 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-10af8c64-2517-47ff-ae10-12730fe9c3bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 200  len: 1002 time: 0.2854543
Apr 20 18:36:28.110502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79730e5f-7ace-4041-b0e4-e486420efb29 req-e59aac27-27ea-47f9-9749-32b0f516cd5a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:28.116553 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79730e5f-7ace-4041-b0e4-e486420efb29 req-e59aac27-27ea-47f9-9749-32b0f516cd5a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.7337253
Apr 20 18:36:28.241547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae467e5-4320-42d5-94a0-79884f444535 req-450b7594-6d4b-43bb-abcf-b5ab7119fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:28.243407 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-450b7594-6d4b-43bb-abcf-b5ab7119fc2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.1311200
Apr 20 18:36:28.291576 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79730e5f-7ace-4041-b0e4-e486420efb29 req-d8aaa264-7d08-4ad6-a88a-9c6c2e7e07b3 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505949
Apr 20 18:36:28.362436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae467e5-4320-42d5-94a0-79884f444535 req-3cc5f7de-444a-4bdd-9fbe-1ab9c464cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:28.364989 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-3cc5f7de-444a-4bdd-9fbe-1ab9c464cb0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1135058
Apr 20 18:36:28.822649 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-9d3607eb-73d5-4ed0-9d46-cae3723224f7 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3952692
Apr 20 18:36:28.869553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-502c7b2d-52e9-4210-b0ee-54d4998ee069 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:28.871137 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-502c7b2d-52e9-4210-b0ee-54d4998ee069 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.3962185
Apr 20 18:36:29.318666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf5ad3-40f6-4330-a17e-b22915dda5f7 req-b3d0eab8-ac23-4606-aa39-7455a2a6ec0a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:29.326768 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-57cf5ad3-40f6-4330-a17e-b22915dda5f7 req-b3d0eab8-ac23-4606-aa39-7455a2a6ec0a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 1.2576654
Apr 20 18:36:29.381333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Deleting port 72140066-865c-41ce-87d7-1a043a14cb33 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:29.381333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:29.536906 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-57cf5ad3-40f6-4330-a17e-b22915dda5f7 req-97d57df4-5ed3-40d7-88a0-d08b13eadbc1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2090364
Apr 20 18:36:29.578274 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ae467e5-4320-42d5-94a0-79884f444535 req-61c5fae5-a877-492e-9fd3-1903b076c371 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7466102
Apr 20 18:36:29.665923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49924) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:29.700557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2e231-8e37-4c4e-b06e-140f75f2ebf7 req-b8f5a459-43de-4df2-a04a-cf4a57d1792d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:29.702945 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d2a2e231-8e37-4c4e-b06e-140f75f2ebf7 req-b8f5a459-43de-4df2-a04a-cf4a57d1792d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 946 time: 0.1495407
Apr 20 18:36:29.776409 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d2a2e231-8e37-4c4e-b06e-140f75f2ebf7 req-de852745-36b2-4e08-94ec-f0f79b126fbe tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/security-groups?id=be623da8-df75-4d67-ab51-68b1562e613a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603228
Apr 20 18:36:29.892952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] For port 72140066-865c-41ce-87d7-1a043a14cb33, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72140066-865c-41ce-87d7-1a043a14cb33,segment=NetworkSegment(c7e9052f-f14b-4a96-9c59-305022707499),segment_id=c7e9052f-f14b-4a96-9c59-305022707499)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:29.893584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.067797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Calling delete_port for 72140066-865c-41ce-87d7-1a043a14cb33 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:30.118670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.150520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:30.160288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Usage tracker for resource:security_group_rule and tenant:e5841fc8db8f4f1f9c74ce9355ad0192 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:30.168649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:30.178880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:30.315137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.328172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ac53e4de-2eec-4393-b3b6-0a79459c5edf tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:30.437050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Pushing event deleted for resources: {'Port': ['ID=72140066-865c-41ce-87d7-1a043a14cb33,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:30.450233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:30.617185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] No DVR routers for this DVR port 72140066-865c-41ce-87d7-1a043a14cb33 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:30.623363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.629743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'name': 'network-vif-deleted', 'tag': '72140066-865c-41ce-87d7-1a043a14cb33'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:30.742275 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297d64ba-9465-41f0-8806-f19d3ad6b716', 'name': 'network-vif-deleted', 'tag': '72140066-865c-41ce-87d7-1a043a14cb33', 'status': 'completed', 'code': 200}
Apr 20 18:36:30.746773 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f447a0aa-87c9-4661-889e-c751a3ddbff3 req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.44 "DELETE /v2.0/ports/72140066-865c-41ce-87d7-1a043a14cb33 HTTP/1.1" status: 204  len: 173 time: 1.8650784
Apr 20 18:36:30.797576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.903129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.915689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1ea2e3fc-fcc0-4bb5-9a04-d5f24084a010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:30.989703 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5841fc8db8f4f1f9c74ce9355ad0192&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3222034
Apr 20 18:36:30.991676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1647816-e12d-49f6-99df-4796eebf7e89,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:30.992487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49970) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:30.996184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:31.013888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97e128-7ca1-47aa-8d97-3d1cbd9d4f3a req-efc26401-709c-47de-89ec-8fbf8fc9bccf tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:31.022630 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c97e128-7ca1-47aa-8d97-3d1cbd9d4f3a req-efc26401-709c-47de-89ec-8fbf8fc9bccf tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2281678
Apr 20 18:36:31.088096 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c97e128-7ca1-47aa-8d97-3d1cbd9d4f3a req-f75cc09c-e2e3-4dba-8655-5e0177feacf1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643368
Apr 20 18:36:31.158529 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-92f310e3-f21d-470e-8af3-f6911cbd6455 req-6895f1f3-f11d-45f7-8b83-19c4263a0b7d tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] 10.222.0.25 "GET /v2.0/ports?device_id=297d64ba-9465-41f0-8806-f19d3ad6b716 HTTP/1.1" status: 200  len: 210 time: 0.1217849
Apr 20 18:36:31.163678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49980) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:31.190442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.216973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.285178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.291433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a42beb97-a614-418c-a9c1-520d53375cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:31.304356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1647816-e12d-49f6-99df-4796eebf7e89,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:31.310112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:31.312271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.313559 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1647816-e12d-49f6-99df-4796eebf7e89 HTTP/1.1" status: 204  len: 168 time: 0.3197713
Apr 20 18:36:31.359983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.401706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:31.406787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Usage tracker for resource:security_group_rule and tenant:659d3c5b4e834c908a69c27bb18600d3 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:31.411138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:31.417976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:31.527486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.531022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.543552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-00c5680f-4a0f-40ce-ba56-1b4e8a380464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:31.596661 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=659d3c5b4e834c908a69c27bb18600d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4317567
Apr 20 18:36:31.599166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e3f012-373a-4eef-b8f0-c6fbcdbabf49,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:31.599623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 49990) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:31.614814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:31.669836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.701407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.716758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 49994) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:31.738148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.752074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.755652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:31.758206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55754eba-bab2-4178-9614-cb77be5eafa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:31.760344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Usage tracker for resource:security_group_rule and tenant:09e12532ff2545c9902db53bacc2a1ed is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:31.763711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:31.771754 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:31.774299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e3f012-373a-4eef-b8f0-c6fbcdbabf49,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:31.776898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:31.782648 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.785429 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81e3f012-373a-4eef-b8f0-c6fbcdbabf49 HTTP/1.1" status: 204  len: 168 time: 0.1831584
Apr 20 18:36:31.882458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.885673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:31.896811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8b6856b4-cfb1-446a-b2ed-13ce9366abc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:31.946585 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09e12532ff2545c9902db53bacc2a1ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2285640
Apr 20 18:36:31.948514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f72a8-8a55-4011-83a9-4a661afe3fc1,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:31.949524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50000) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:31.952043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:32.023595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.054485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.105667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.111303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7ab7d33c-5144-4c47-9edc-286ea3b2f16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:32.126986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83f72a8-8a55-4011-83a9-4a661afe3fc1,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:32.130850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:32.132197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.136464 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d83f72a8-8a55-4011-83a9-4a661afe3fc1 HTTP/1.1" status: 204  len: 168 time: 0.1856904
Apr 20 18:36:32.231581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 72140066-865c-41ce-87d7-1a043a14cb33 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:32.234490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50010) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:32.286989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.295806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 72140066-865c-41ce-87d7-1a043a14cb33 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:32.296419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 72140066-865c-41ce-87d7-1a043a14cb33 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:32.310995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:32.316876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Usage tracker for resource:security_group_rule and tenant:08d669c37e78404284a33167f93c0bbb is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:32.320701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:32.329731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:32.445057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.449770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.468022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-878e3932-b9f1-45d8-9df8-e8e6d5079ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:32.511377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bccbeae-66e3-4f4f-9f15-98ce245e3afd,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:32.515389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:32.538404 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08d669c37e78404284a33167f93c0bbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2996199
Apr 20 18:36:32.538866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50024) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:32.633996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.673602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.731894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.739489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ed990b3d-fb35-40e8-a1ac-7b7ccd767340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:32.755381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bccbeae-66e3-4f4f-9f15-98ce245e3afd,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:32.758087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:32.778541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.782274 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bccbeae-66e3-4f4f-9f15-98ce245e3afd HTTP/1.1" status: 204  len: 168 time: 0.2419317
Apr 20 18:36:34.876983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50108) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:35.187929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.219093 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:35.225244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9ae84f13834bdfad6379c06023aa41 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:35.229616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:35.239141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:35.426577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.433838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.494035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f97662d3-2cda-4d03-946c-4a3817929e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:35.512281 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b9ae84f13834bdfad6379c06023aa41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6332181
Apr 20 18:36:35.515530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50118) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:35.535058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be89d0a-cfcd-4ffd-b1f9-eab5f7540d8c,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:35.538678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:35.611160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.659123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.726863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.733325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:35.748590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be89d0a-cfcd-4ffd-b1f9-eab5f7540d8c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:35.753906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:35.758492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:35.759737 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0be89d0a-cfcd-4ffd-b1f9-eab5f7540d8c HTTP/1.1" status: 204  len: 168 time: 0.2430298
Apr 20 18:36:42.417226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50232) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:42.579327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.596048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:42.601201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Usage tracker for resource:security_group_rule and tenant:32b8e52f1e9745d0a3432e1b9b3d6f6e is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:42.604595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:42.610745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:42.710453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.713268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.723761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6218e23d-bec8-4f8b-b3e8-a5b223ef2f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:42.770862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cf2a7a-722a-4347-931b-a748853e4203,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:42.776370 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32b8e52f1e9745d0a3432e1b9b3d6f6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3579369
Apr 20 18:36:42.777419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:42.778472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50238) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:42.845732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.875982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.932054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.937425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9610470f-33ce-488e-ac1e-2a2860281b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:42.949010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cf2a7a-722a-4347-931b-a748853e4203,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:42.953551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:42.958483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:42.962204 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56cf2a7a-722a-4347-931b-a748853e4203 HTTP/1.1" status: 204  len: 168 time: 0.1800811
Apr 20 18:36:44.110811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50288) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:44.244890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.261916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:44.266010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Usage tracker for resource:security_group_rule and tenant:b2135186c7804577a3d3d88f3bae5163 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:44.270000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:44.276050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:44.370194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.374682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.387405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c0966e66-26cb-4194-9395-b47796a1c3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:44.424693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50308) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:44.435569 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2135186c7804577a3d3d88f3bae5163&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3233542
Apr 20 18:36:44.458585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d14ec-b3bd-488c-af70-d4cf1fcf9dd2,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:44.475575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:44.511193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.541085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.602792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.608555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d1927bcf-7cf7-4c08-aff1-c409ec3d4f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:44.625637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d14ec-b3bd-488c-af70-d4cf1fcf9dd2,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:44.629582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:44.637055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:44.640639 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/078d14ec-b3bd-488c-af70-d4cf1fcf9dd2 HTTP/1.1" status: 204  len: 168 time: 0.2115338
Apr 20 18:36:45.065001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50332) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:45.090790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.108062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:45.112332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd2e31b43644e969189ae184a38dad3 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:45.116333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:45.125779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:45.229276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.232268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.242642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:45.287820 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bd2e31b43644e969189ae184a38dad3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2200925
Apr 20 18:36:45.290727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50336) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:45.294085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b45577f-00d9-4645-b922-5f44c1144eed,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:45.308590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:45.370509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.407009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.461568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.468104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2f1c5e74-b424-4e8f-ac89-271ad5be9bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:45.483489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b45577f-00d9-4645-b922-5f44c1144eed,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:45.486529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:45.487898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:45.489236 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b45577f-00d9-4645-b922-5f44c1144eed HTTP/1.1" status: 204  len: 168 time: 0.1968238
Apr 20 18:36:46.372704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e67ab8ed-071b-4d23-8f7e-5dd0847d334d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:49.763782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.026349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-afe7e8fe-d250-4046-b4f4-f97ba78b99e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.531088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.624090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.358292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:54.583558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50486) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:54.710645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:54.730520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:54.734956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd56d74f7b794c879b29cd1555e69873 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:54.738766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:54.745040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:54.834242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:54.836986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:54.847272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2b34c57-84bd-49e7-9f7b-2fecf4b559ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:54.890790 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd56d74f7b794c879b29cd1555e69873&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3060336
Apr 20 18:36:54.891743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc1348-b486-4e59-b3e2-e7bde4418af8,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:54.894217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50494) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:54.901503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.901930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.902340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.902741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.903141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.903537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.903932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.904327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.904723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.905115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.905534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.905925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:54.911663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:54.966927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:54.997689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:55.050313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:55.055672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0bebcdf-0514-441a-b1ff-bbc942739a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:55.076041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc1348-b486-4e59-b3e2-e7bde4418af8,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:55.079314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:55.084386 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48fc1348-b486-4e59-b3e2-e7bde4418af8 HTTP/1.1" status: 204  len: 168 time: 0.1884849
Apr 20 18:36:55.085519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7a27981d-3b8e-476b-98e7-f85db4bfebd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:55.877098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50568) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:55.995655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551996557-network', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:36:56.000896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:56.005187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Usage tracker for resource:network and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:56.008294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:56.015554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:56.025645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Made reservation on behalf of e634dce05f2b45d593dfbca5940a886d for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:36:56.030537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.045723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.062692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:56.068041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:56.071273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:56.077902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:56.174806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.176475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.180863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:56.208811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:36:56.227991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937824f1-de62-483b-9423-b6632f6e362c,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:56.231633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:56.234920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.235321 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Added segment 3d5359f9-cb43-435c-9142-9c6350c58aad of type vlan for network 969ebbf0-9525-4cc6-a8c8-e1e668e25185
Apr 20 18:36:56.276675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.311523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.312954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:56.314428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.319488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:56.442207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Pushing event updated for resources: {'Network': ['ID=969ebbf0-9525-4cc6-a8c8-e1e668e25185,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:56.445332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:56.450815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50596) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:56.455407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:36:56.458981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Request body: {'subnet': {'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551996557-subnet', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:36:56.463049 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5838873
Apr 20 18:36:56.465835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:56.470536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Usage tracker for resource:subnet and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:56.476954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:56.485687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:56.501077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Made reservation on behalf of e634dce05f2b45d593dfbca5940a886d for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:36:56.507374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.739141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50604) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:56.873273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.889616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:56.894910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Usage tracker for resource:security_group_rule and tenant:288f69a0b0704d9887e86e87f6f7c96d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:56.897991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:56.904314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:56.928461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.933312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:56.991779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.994593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.003481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-79f77f30-2c7a-437b-8e52-506c7b53af12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:57.013169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:57.024745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.025160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.025600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.026379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.026379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.027148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.027148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.027498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.027883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.028273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.028656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.029040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:57.034197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:57.035158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Checking segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:36:57.035551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Network hostable DHCP agents. Network: 969ebbf0-9525-4cc6-a8c8-e1e668e25185, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:36:57.049246 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=288f69a0b0704d9887e86e87f6f7c96d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088915
Apr 20 18:36:57.050243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fca9f6-b379-466b-9c49-84aa28273ed9,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:57.052880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50610) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:57.055158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:36:57.055523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:57.063881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 969ebbf0-9525-4cc6-a8c8-e1e668e25185) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:36:57.074026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b567b-be66-42f2-950e-431f861fe5f8 None None] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:36:57.076428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:57.077081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.098602 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a9b7933a-12eb-40b6-959e-e471e9b5abaf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6459808
Apr 20 18:36:57.101297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50614) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:57.107379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:36:57.112226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:57.116560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Usage tracker for resource:router and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:57.119183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.120475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:57.126600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:57.136754 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.137897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.148935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.154381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.202042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.208749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ef9a719a-a0d4-4093-a8ba-fd00dcf2b3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:57.223228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fca9f6-b379-466b-9c49-84aa28273ed9,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:57.225763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:57.228067 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.233005 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3fca9f6-b379-466b-9c49-84aa28273ed9 HTTP/1.1" status: 204  len: 168 time: 0.1785686
Apr 20 18:36:57.335845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:36:57.337165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.526922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.590418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Allocated IP 172.20.0.2 (969ebbf0-9525-4cc6-a8c8-e1e668e25185/ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb/7eabfec4-62b8-4911-b9e4-9e55767cb30e) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:36:57.919789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.953088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.032453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.044859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Transition to ACTIVE for port object 7eabfec4-62b8-4911-b9e4-9e55767cb30e will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:36:58.064972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Transition to ACTIVE for port object 7eabfec4-62b8-4911-b9e4-9e55767cb30e will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:36:58.070627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.076114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:58.108838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50642) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:58.113321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Allocated IP 172.27.3.249 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/aea932fc-55db-4bab-91f0-4130becbe353) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:36:58.141169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:36:58.142451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:36:58.147562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:36:58.236959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Pushing event updated for resources: {'Port': ['ID=7eabfec4-62b8-4911-b9e4-9e55767cb30e,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:58.255702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.265172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.265596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.265982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.266361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.266735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.267111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.267489 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.267855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.268228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.269184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.269573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.269942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:58.275650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:58.277879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Attempting to bind port 7eabfec4-62b8-4911-b9e4-9e55767cb30e on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:36:58.278006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:58.278219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Attempting to bind port 7eabfec4-62b8-4911-b9e4-9e55767cb30e by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:36:58.278635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Attempting to bind port 7eabfec4-62b8-4911-b9e4-9e55767cb30e on network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:36:58.283829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Usage tracker for resource:security_group_rule and tenant:44839502aa1249a2ab7ea760a50ebe71 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:58.284915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:36:58.285348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Checking segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:36:58.285696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.285808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.286261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Bound using segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:36:58.286810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Bound port: 7eabfec4-62b8-4911-b9e4-9e55767cb30e, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:36:58.287202 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.287553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:58.293920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:58.319892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.325820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1b754330-f5f7-43c0-a4f9-25a6749dbd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:58.386915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:36:58.388212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:36:58.389232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] For port 7eabfec4-62b8-4911-b9e4-9e55767cb30e, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:36:58.391125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:36:58.395338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] For port 7eabfec4-62b8-4911-b9e4-9e55767cb30e, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=7eabfec4-62b8-4911-b9e4-9e55767cb30e,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:36:58.403529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.409372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:58.421142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.426460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.439590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-11895fa0-4104-4c32-b2ab-5151722f035a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:58.457622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Pushing event updated for resources: {'Port': ['ID=aea932fc-55db-4bab-91f0-4130becbe353,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:58.462697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:58.491540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Pushing event updated for resources: {'Port': ['ID=7eabfec4-62b8-4911-b9e4-9e55767cb30e,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:58.498282 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44839502aa1249a2ab7ea760a50ebe71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3879240
Apr 20 18:36:58.498988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50648) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:58.505021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:58.514645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7932e-fb8c-40b8-81c0-c6d12b4092d5,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:58.521342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:58.584559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.615791 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.665989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.671194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0dd982f0-1182-43d8-b69a-0ee63a86a4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:58.686943 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7932e-fb8c-40b8-81c0-c6d12b4092d5,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:58.690134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:58.691736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:58.692971 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1c7932e-fb8c-40b8-81c0-c6d12b4092d5 HTTP/1.1" status: 204  len: 168 time: 0.1919544
Apr 20 18:36:59.126544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.158527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50664) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:59.184922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.201961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:59.206861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3187e59dc2470fbddb2696be85ad18 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:59.210021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:59.216203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:59.306691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.309787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.320760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-93ab9618-7ab7-4cda-9e8d-2964a606072e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:59.369208 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab3187e59dc2470fbddb2696be85ad18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2091587
Apr 20 18:36:59.370175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ff2a7-da7d-4195-baa2-3ad5dff3ed43,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:59.373602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:59.374254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50668) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:59.453352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.484017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.515124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.536586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.542045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-efe57cfa-edff-4bff-aea0-154fe3e3b6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:59.557010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ff2a7-da7d-4195-baa2-3ad5dff3ed43,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:59.560035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:59.561426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.567642 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/468ff2a7-da7d-4195-baa2-3ad5dff3ed43 HTTP/1.1" status: 204  len: 168 time: 0.1874294
Apr 20 18:36:59.774704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Router b1b738cd-df7d-406b-95ca-a1021e5c2d2e is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:36:59.970938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848384c3-1b2d-4c17-bbe3-300b6c1a56f2 None None] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:36:59.980727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:00.008578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:00.009918 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-099d8901-5b2f-4340-8673-fbcf3aaea10b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9075596
Apr 20 18:37:00.012738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50678) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:00.146420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Sync routers for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:00.176617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:00.177338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5de4e0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:00.402142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:00.668535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 7eabfec4-62b8-4911-b9e4-9e55767cb30e up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:00.742783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-07de7862-e289-45eb-8b4f-e4a6ad28286f None None] Provisioning for port 7eabfec4-62b8-4911-b9e4-9e55767cb30e completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:00.838297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 7eabfec4-62b8-4911-b9e4-9e55767cb30e completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:00.845025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 7eabfec4-62b8-4911-b9e4-9e55767cb30e triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:00.845450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.066865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.074987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.107770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5de4e0>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:36:58Z', 'revision_number': 3, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:01.117430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Checking router: b1b738cd-df7d-406b-95ca-a1021e5c2d2e for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:01.117850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Updating router b1b738cd-df7d-406b-95ca-a1021e5c2d2e port aea932fc-55db-4bab-91f0-4130becbe353 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:01.158628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 7eabfec4-62b8-4911-b9e4-9e55767cb30e, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=7eabfec4-62b8-4911-b9e4-9e55767cb30e,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:01.195944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.231578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.242956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:01.402193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e1df1c38-616f-4090-bda1-789de1c10083 None None] Provisioning complete for port 7eabfec4-62b8-4911-b9e4-9e55767cb30e triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:01.402413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e1df1c38-616f-4090-bda1-789de1c10083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.490250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=7eabfec4-62b8-4911-b9e4-9e55767cb30e,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:01.493837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:01.662970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Allocated IP 172.20.0.1 (969ebbf0-9525-4cc6-a8c8-e1e668e25185/ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb/f7d47a20-72ca-46e4-a565-5de93583012c) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:01.884923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.897660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.907369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Transition to ACTIVE for port object f7d47a20-72ca-46e4-a565-5de93583012c will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:01.915322 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Transition to ACTIVE for port object aea932fc-55db-4bab-91f0-4130becbe353 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:01.922991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.932135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:01.941358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:37:01.947327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.953783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:02.030819 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Attempting to bind port aea932fc-55db-4bab-91f0-4130becbe353 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:02.031084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Attempting to bind port aea932fc-55db-4bab-91f0-4130becbe353 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:02.031846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Attempting to bind port aea932fc-55db-4bab-91f0-4130becbe353 on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:02.034777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:02.044590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5f9a-be5f-4112-87c8-45e4d4b1f55b None None] Pushing event updated for resources: {'Port': ['ID=aea932fc-55db-4bab-91f0-4130becbe353,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:02.044802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:02.047553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:02.048067 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:02.048263 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:02.048528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.049248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:02.050306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Bound port: aea932fc-55db-4bab-91f0-4130becbe353, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:02.050902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.113040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d47a20-72ca-46e4-a565-5de93583012c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:02.116690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:02.144893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.373197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ea5c5f9a-be5f-4112-87c8-45e4d4b1f55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:02.375142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 7eabfec4-62b8-4911-b9e4-9e55767cb30e up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:02.483630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-71fb7ada-5080-44f2-b1d4-4b95f1cf7275 None None] Provisioning for port f7d47a20-72ca-46e4-a565-5de93583012c completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:02.509416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-71fb7ada-5080-44f2-b1d4-4b95f1cf7275 None None] Provisioning complete for port f7d47a20-72ca-46e4-a565-5de93583012c triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:02.510349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-71fb7ada-5080-44f2-b1d4-4b95f1cf7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.535611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.601116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] For port aea932fc-55db-4bab-91f0-4130becbe353, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:02.621116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] For port aea932fc-55db-4bab-91f0-4130becbe353, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=aea932fc-55db-4bab-91f0-4130becbe353,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:02.623846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-71fb7ada-5080-44f2-b1d4-4b95f1cf7275 None None] Port f7d47a20-72ca-46e4-a565-5de93583012c cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:02.628556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 7eabfec4-62b8-4911-b9e4-9e55767cb30e triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:02.629056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.656128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.666946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:02.779100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:02.779100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5de4e0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:02.855814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.860850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.921191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6ca2ebef-dc03-46ac-a7f6-b5c23b24dc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:02.950668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5f9a-be5f-4112-87c8-45e4d4b1f55b None None] Pushing event updated for resources: {'Port': ['ID=aea932fc-55db-4bab-91f0-4130becbe353,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:02.954075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ea5c5f9a-be5f-4112-87c8-45e4d4b1f55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:03.005020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.015351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d47a20-72ca-46e4-a565-5de93583012c,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:03.022956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:03.064759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:03.184859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:03.186085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:03.448304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Router b1b738cd-df7d-406b-95ca-a1021e5c2d2e has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:03.458293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50788) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:03.481122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-a2706b7b-8989-4813-80f6-a7032fff6920 None None] Provisioning complete for port f7d47a20-72ca-46e4-a565-5de93583012c triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:03.481876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a2706b7b-8989-4813-80f6-a7032fff6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.530497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Deleting subnet 0616d798-527e-4503-80d3-8bb9f31c6be6 {{(pid=86390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:37:03.533995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.562401 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5de4e0>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:01Z', 'revision_number': 1, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:03.598340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c56710-fd6a-4ab5-9ca2-84814ba4c55c None None] The sync data for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi is: [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:01Z', 'revision_number': 1, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:03.607373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223371968141344188'] for subnet, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.615164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a2706b7b-8989-4813-80f6-a7032fff6920 None None] Port f7d47a20-72ca-46e4-a565-5de93583012c cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:03.665187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:03.676957 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/b1b738cd-df7d-406b-95ca-a1021e5c2d2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6630282
Apr 20 18:37:03.681627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.019049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-68713235633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223371968141129616'] for subnet, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.030030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:04.091211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0616d798-527e-4503-80d3-8bb9f31c6be6,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:04.098034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:04.100701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.113789 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1e073981-a546-4ef6-a17b-1510906cacd8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0616d798-527e-4503-80d3-8bb9f31c6be6 HTTP/1.1" status: 204  len: 168 time: 0.6536338
Apr 20 18:37:04.116522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50800) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:04.256862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.431814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.563086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50812) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:04.571361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1524867795-network', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:04.578412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:04.583195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Usage tracker for resource:network and tenant:9788fbacbd3b4bcdb76374e36ac9647f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:04.586691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:04.593630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:04.605717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Made reservation on behalf of 9788fbacbd3b4bcdb76374e36ac9647f for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:04.611334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.625510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffbdd75f8>,) {'filters': {'network_id': ['a8ad5c85-66fc-46e4-a059-80fb3de0af49']}} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:04.636944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.645375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbdd75f8>, 'c7e9052f-f14b-4a96-9c59-305022707499') {'for_net_delete': True} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:04.646271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffbdd75f8>, 'c7e9052f-f14b-4a96-9c59-305022707499') {} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:04.663551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:04.668096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Usage tracker for resource:security_group_rule and tenant:9788fbacbd3b4bcdb76374e36ac9647f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:04.668284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-68713431628'] for segment, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.672680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:04.682597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:04.695145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.704735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=86390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:37:04.789286 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.793759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.800032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-297c115f-2c96-4cce-b90c-27c29ff09eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:04.831314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e68c2b-5ff2-4502-9aaa-a1f0c35708fa,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:04.837333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:04.841140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:37:04.853330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.854049 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Added segment 61334e64-7ecf-4111-8b4d-bc1a4e7702b8 of type vlan for network e0c3865e-24ff-4831-808b-c6e494f05338
Apr 20 18:37:04.884611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.919132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.920688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:04.921551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.930476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:04.930874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:04.948017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223371968141539566'] for segment, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.044003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c3865e-24ff-4831-808b-c6e494f05338,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.047524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:05.053601 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4887838
Apr 20 18:37:05.058361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50816) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:05.059219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network e0c3865e-24ff-4831-808b-c6e494f05338 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:37:05.065451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Request body: {'subnet': {'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1524867795-subnet', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:05.070867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:05.075632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Usage tracker for resource:subnet and tenant:9788fbacbd3b4bcdb76374e36ac9647f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:05.078816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:05.085765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:05.100784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Made reservation on behalf of 9788fbacbd3b4bcdb76374e36ac9647f for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:05.106433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.153554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Network a8ad5c85-66fc-46e4-a059-80fb3de0af49 has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:37:05.281938 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:37:05.295758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.302120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.306911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:05.333619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ad5c85-66fc-46e4-a059-80fb3de0af49,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.336641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:05.340234 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8ad5c85-66fc-46e4-a059-80fb3de0af49 HTTP/1.1" status: 204  len: 168 time: 1.2211905
Apr 20 18:37:05.553656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50824) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:05.582424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.586765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4a32f993-c974-4b6b-914c-7d0a89f4f1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:05.653464 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3b01bcf4-1f6d-41bb-87b7-f72bc7e0ed48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c036c284f0be4d2d8e070be841f52d9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0976348
Apr 20 18:37:05.656111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50828) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:05.669332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd006c40-78ac-4dfc-a83e-6858d2e51ff0,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.672845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:05.680042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Checking segment: {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:05.680418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Network hostable DHCP agents. Network: e0c3865e-24ff-4831-808b-c6e494f05338, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:37:05.699983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Network e0c3865e-24ff-4831-808b-c6e494f05338 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:37:05.710418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, e0c3865e-24ff-4831-808b-c6e494f05338) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:05.720481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358aaf24-9b6a-4412-b211-ed3411ebeecb None None] Network e0c3865e-24ff-4831-808b-c6e494f05338 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:05.724796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:05.725511 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.727679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.752307 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fe41f842-d6fc-477b-86b4-34df5a55c009 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6898670
Apr 20 18:37:05.753201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50832) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:05.759635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.759938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:05.765173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:05.770943 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Usage tracker for resource:router and tenant:9788fbacbd3b4bcdb76374e36ac9647f is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:05.775292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:05.782906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:05.794697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.796006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.813366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.813609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.820159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1e5bcbad-1141-4b2b-8f41-43a747f090d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:05.835386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be623da8-df75-4d67-ab51-68b1562e613a,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.839127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:05.849009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.853327 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be623da8-df75-4d67-ab51-68b1562e613a HTTP/1.1" status: 204  len: 168 time: 0.1931803
Apr 20 18:37:06.025272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-e0c3865e-24ff-4831-808b-c6e494f05338', 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'fixed_ips': [{'subnet_id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:37:06.026325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.214170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Allocated IP 172.20.0.2 (e0c3865e-24ff-4831-808b-c6e494f05338/fd006c40-78ac-4dfc-a83e-6858d2e51ff0/a92c4b29-b740-43ee-8a6f-ce7c138b2425) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:06.345966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device aea932fc-55db-4bab-91f0-4130becbe353 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:06.411112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.542019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port aea932fc-55db-4bab-91f0-4130becbe353 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:06.597970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port aea932fc-55db-4bab-91f0-4130becbe353 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:06.598495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.707783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.724054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Transition to ACTIVE for port object a92c4b29-b740-43ee-8a6f-ce7c138b2425 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:06.749138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Transition to ACTIVE for port object a92c4b29-b740-43ee-8a6f-ce7c138b2425 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:06.785140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.796726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:06.813984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.850937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.936083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50858) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:07.040268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Allocated IP 172.27.3.124 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/256f7f13-f375-4e9c-a544-9c74dd16cde3) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:07.061516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Network e0c3865e-24ff-4831-808b-c6e494f05338 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:07.068407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:07.074401 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:07.076636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.083942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301304713-network', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:07.089296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:07.092349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Pushing event updated for resources: {'Port': ['ID=a92c4b29-b740-43ee-8a6f-ce7c138b2425,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.098837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Usage tracker for resource:network and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:07.102108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:07.110736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:07.123276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Made reservation on behalf of d38b0824b83f40c9874ffbc291951949 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:07.128712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.139567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.143175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.160891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:07.175356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:07.184159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:07.185448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port aea932fc-55db-4bab-91f0-4130becbe353, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=aea932fc-55db-4bab-91f0-4130becbe353,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:07.194908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:07.207580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Sync routers for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:07.211095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.215602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:07.218724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:07.219405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800027c860>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:07.250638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.261210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Attempting to bind port a92c4b29-b740-43ee-8a6f-ce7c138b2425 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:07.261754 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Attempting to bind port a92c4b29-b740-43ee-8a6f-ce7c138b2425 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:07.262240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Attempting to bind port a92c4b29-b740-43ee-8a6f-ce7c138b2425 on network e0c3865e-24ff-4831-808b-c6e494f05338 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:07.281591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:07.282239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Checking segment: {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:07.282762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.283281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Bound using segment: {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:07.284039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Bound port: a92c4b29-b740-43ee-8a6f-ce7c138b2425, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:07.284835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.290496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.302838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:07.316407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.319921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.325572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3ee44451-e637-4cad-9e43-4e264e36a023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:07.359551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:37:07.365894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:07.369366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:07.371663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a02d8e8-f540-4eeb-9502-0c6d680c086e,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.387941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.394192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=aea932fc-55db-4bab-91f0-4130becbe353,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.396217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:07.402057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.403493 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.404075 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Added segment 7249f47f-8a51-4808-a9df-17f2c3fa3688 of type vlan for network 8bd2d403-a674-4166-b6a7-876b78a5d8d4
Apr 20 18:37:07.462135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Pushing event updated for resources: {'Port': ['ID=256f7f13-f375-4e9c-a544-9c74dd16cde3,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.471613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.477465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] For port a92c4b29-b740-43ee-8a6f-ce7c138b2425, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:07.483262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:07.483620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] For port a92c4b29-b740-43ee-8a6f-ce7c138b2425, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=a92c4b29-b740-43ee-8a6f-ce7c138b2425,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:07.488342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.492011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.504471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ea5c5f9a-be5f-4112-87c8-45e4d4b1f55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:07.581069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.582932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:07.583724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.593333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:07.627094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Pushing event updated for resources: {'Port': ['ID=a92c4b29-b740-43ee-8a6f-ce7c138b2425,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.632273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.743093 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8029191
Apr 20 18:37:07.744198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50868) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:07.748929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Pushing event updated for resources: {'Network': ['ID=8bd2d403-a674-4166-b6a7-876b78a5d8d4,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.757275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.757774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Request body: {'subnet': {'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301304713-subnet', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:07.761196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:37:07.771779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:07.777662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Usage tracker for resource:subnet and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:07.785637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:07.796571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:07.890240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Made reservation on behalf of d38b0824b83f40c9874ffbc291951949 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:07.895361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.922666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800027c860>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 2, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:07.932744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Checking router: b1b738cd-df7d-406b-95ca-a1021e5c2d2e for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:07.933522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Updating router b1b738cd-df7d-406b-95ca-a1021e5c2d2e port f7d47a20-72ca-46e4-a565-5de93583012c binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:08.016048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.156875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.366335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device a92c4b29-b740-43ee-8a6f-ce7c138b2425 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:08.518908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port a92c4b29-b740-43ee-8a6f-ce7c138b2425 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:08.525496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device aea932fc-55db-4bab-91f0-4130becbe353 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:08.617840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port aea932fc-55db-4bab-91f0-4130becbe353 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:08.618268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.770738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.775061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.791970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Transition to ACTIVE for port object f7d47a20-72ca-46e4-a565-5de93583012c will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:08.801591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.819691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:08.994697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Pushing event updated for resources: {'Port': ['ID=f7d47a20-72ca-46e4-a565-5de93583012c,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:09.046362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.046753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.047136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.047507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.047875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.048243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.048775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.049133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.050079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.050445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.050804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.051160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:09.060308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:09.133279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Attempting to bind port f7d47a20-72ca-46e4-a565-5de93583012c on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:09.133904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Attempting to bind port f7d47a20-72ca-46e4-a565-5de93583012c by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:09.134348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Attempting to bind port f7d47a20-72ca-46e4-a565-5de93583012c on network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:09.148577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:09.149126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Checking segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:09.149977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.150720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Bound using segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:09.151284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Bound port: f7d47a20-72ca-46e4-a565-5de93583012c, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:09.151711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.272904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] For port f7d47a20-72ca-46e4-a565-5de93583012c, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:09.276813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] For port f7d47a20-72ca-46e4-a565-5de93583012c, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=f7d47a20-72ca-46e4-a565-5de93583012c,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:09.281042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.298443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-769941fa-5976-4982-8375-aa161be936f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:09.300496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd6ca4-594f-4665-92c3-c567b9a9faf0 None None] Network e0c3865e-24ff-4831-808b-c6e494f05338 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:09.383394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:09.384108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800027c860>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:09.709354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Router 4859b326-0e97-4a08-94a0-6172f01d2c63 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:37:09.723956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Provisioning for port a92c4b29-b740-43ee-8a6f-ce7c138b2425 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:09.732903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Provisioning complete for port a92c4b29-b740-43ee-8a6f-ce7c138b2425 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:09.733541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.787353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Pushing event updated for resources: {'Port': ['ID=f7d47a20-72ca-46e4-a565-5de93583012c,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:09.791487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:09.817363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:10.013632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:10.021260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.034275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5e6c1019-47f0-45ff-a8c6-f6ba583efa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:10.048506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.066970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Sync routers for ids ['4859b326-0e97-4a08-94a0-6172f01d2c63'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:10.136454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] For port a92c4b29-b740-43ee-8a6f-ce7c138b2425, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=a92c4b29-b740-43ee-8a6f-ce7c138b2425,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:10.139391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Routers {'4859b326-0e97-4a08-94a0-6172f01d2c63'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:10.140120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000b17b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4859b326-0e97-4a08-94a0-6172f01d2c63'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:10.161772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.166346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 50898) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:10.166955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.4124827
Apr 20 18:37:10.184345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Checking segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:10.184734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Network hostable DHCP agents. Network: 8bd2d403-a674-4166-b6a7-876b78a5d8d4, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:37:10.192631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fd3a25-fc39-4941-8324-c85600393bb1,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:10.196300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:10.235012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:37:10.282788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 8bd2d403-a674-4166-b6a7-876b78a5d8d4) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:10.307851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:10.311100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.329462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800027c860>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:09Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:10.329742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d284d3d-f946-4308-9bfc-c9da6aa15efe None None] The sync data for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi is: [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:09Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:10.352968 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-74761185-d48f-47f3-8a07-9dd13f3ac611 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6057172
Apr 20 18:37:10.355642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50902) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:10.410580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:10.430744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:10.441029 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Usage tracker for resource:router and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:10.454380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:10.470097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:10.482627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.483807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.516844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab2843-9d4c-4049-8e57-4f86e749b52b None None] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:10.525686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.531574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device f7d47a20-72ca-46e4-a565-5de93583012c up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:10.623666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.665446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:10.912018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Set router 4859b326-0e97-4a08-94a0-6172f01d2c63 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:10.988792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.256875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Pushing event updated for resources: {'Port': ['ID=a92c4b29-b740-43ee-8a6f-ce7c138b2425,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:11.260891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:11.407883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d5410-840e-4ea3-86d9-bb4416296609 req-5434a928-da9c-4d0e-9ac5-777531b923ba tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:11.410137 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-239d5410-840e-4ea3-86d9-bb4416296609 req-5434a928-da9c-4d0e-9ac5-777531b923ba tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.2467942
Apr 20 18:37:11.603232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port f7d47a20-72ca-46e4-a565-5de93583012c completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:11.610677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-84b82ef5-59a1-428b-ba9f-78d2eda10d04 None None] Provisioning complete for port a92c4b29-b740-43ee-8a6f-ce7c138b2425 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:11.611030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-84b82ef5-59a1-428b-ba9f-78d2eda10d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.638622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.665726 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-239d5410-840e-4ea3-86d9-bb4416296609 req-051147b3-60aa-4f40-b10d-6df9fa9b23cb tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1802516
Apr 20 18:37:11.734477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.848187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port f7d47a20-72ca-46e4-a565-5de93583012c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:11.848607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.911109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c554-9754-435f-a42c-6460349bf61f req-c7b31f60-d56d-46f3-b964-cb3f6c7c3b38 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:11.912461 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8dc9c554-9754-435f-a42c-6460349bf61f req-c7b31f60-d56d-46f3-b964-cb3f6c7c3b38 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.2363341
Apr 20 18:37:11.919042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.970997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:37:11.972690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.973531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Allocated IP 172.27.3.41 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/bf718817-d91c-42ad-87bb-50d05a79f595) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:11.994591 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8dc9c554-9754-435f-a42c-6460349bf61f req-ff5d8365-ef8c-4435-b782-d526ad019b2b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716050
Apr 20 18:37:12.168058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Allocated IP 172.20.0.1 (e0c3865e-24ff-4831-808b-c6e494f05338/fd006c40-78ac-4dfc-a83e-6858d2e51ff0/09d2b20d-5349-4a35-8acd-804d85ae37d6) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:12.172325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.194082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000b17b8>, [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 3, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:12.215012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.220169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5d7acc4e-2ca9-4365-8ca2-4bd88a731352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:12.221492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Checking router: 4859b326-0e97-4a08-94a0-6172f01d2c63 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:12.222414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Updating router 4859b326-0e97-4a08-94a0-6172f01d2c63 port 256f7f13-f375-4e9c-a544-9c74dd16cde3 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:12.302736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf718817-d91c-42ad-87bb-50d05a79f595,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:12.319692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:12.321006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:12.321984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:12.328698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:12.351435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.381899 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Transition to ACTIVE for port object 09d2b20d-5349-4a35-8acd-804d85ae37d6 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:12.428130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.430078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa88f4c8-757c-471e-9942-8cb78f4f772a tempest-DeleteServersTestJSON-1058441156 tempest-DeleteServersTestJSON-1058441156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:12.446212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Allocated IP 172.20.0.2 (8bd2d403-a674-4166-b6a7-876b78a5d8d4/84fd3a25-fc39-4941-8324-c85600393bb1/6f936003-fbc6-4a19-ab8d-108357dc073c) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:12.503558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Network e0c3865e-24ff-4831-808b-c6e494f05338 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:12.507522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:12.511849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:12.567303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Pushing event updated for resources: {'Port': ['ID=09d2b20d-5349-4a35-8acd-804d85ae37d6,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:12.587275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:12.596236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-84b82ef5-59a1-428b-ba9f-78d2eda10d04 None None] Provisioning complete for port f7d47a20-72ca-46e4-a565-5de93583012c triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:12.596944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-84b82ef5-59a1-428b-ba9f-78d2eda10d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.609134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.634948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.663331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.749157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port f7d47a20-72ca-46e4-a565-5de93583012c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=f7d47a20-72ca-46e4-a565-5de93583012c,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:12.786408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.811206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-10de5a5d-8b51-4f80-8ffe-e333bbf182c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:12.985856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device a92c4b29-b740-43ee-8a6f-ce7c138b2425 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:12.999864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.186648 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93efe-da48-4b61-876d-d2503f8d78ea req-4c176750-45ef-450a-b2c3-fc899c4345b2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:13.189130 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cff93efe-da48-4b61-876d-d2503f8d78ea req-4c176750-45ef-450a-b2c3-fc899c4345b2 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.3071334
Apr 20 18:37:13.271831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=f7d47a20-72ca-46e4-a565-5de93583012c,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:13.275289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:13.290480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.339554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port a92c4b29-b740-43ee-8a6f-ce7c138b2425 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:13.339979 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.379060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.466853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cff93efe-da48-4b61-876d-d2503f8d78ea req-9f7f0ed8-289a-4d7f-8c9a-d77887b2da8f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1887858
Apr 20 18:37:13.509722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc05d5-8586-41aa-b105-b0519ea405a8 req-9e120597-d62c-427c-8f14-54f6976cc786 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:13.519236 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bbc05d5-8586-41aa-b105-b0519ea405a8 req-9e120597-d62c-427c-8f14-54f6976cc786 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.3296359
Apr 20 18:37:13.546919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Transition to ACTIVE for port object 6f936003-fbc6-4a19-ab8d-108357dc073c will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:13.574312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-2ac91ecc-0b46-4772-b125-e774e2a2102e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:13.576907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-2ac91ecc-0b46-4772-b125-e774e2a2102e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.2201877
Apr 20 18:37:13.587822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b5d16-f80f-4292-bd88-652553de752b req-bdd00a58-594b-44f7-a89c-07777a86e7fc tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:13.589699 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cc5b5d16-f80f-4292-bd88-652553de752b req-bdd00a58-594b-44f7-a89c-07777a86e7fc tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 0.3514507
Apr 20 18:37:13.590188 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bbc05d5-8586-41aa-b105-b0519ea405a8 req-e998ba0f-3351-45d2-95bc-1b35450242dd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695519
Apr 20 18:37:13.597229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Transition to ACTIVE for port object 6f936003-fbc6-4a19-ab8d-108357dc073c will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:13.621431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.629301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:13.681710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.704511 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.720667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:13.775294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:13.777953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:13.799836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-781cb0fe-f473-4636-a3e3-b5b2a22a9d1c None None] Provisioning for port 09d2b20d-5349-4a35-8acd-804d85ae37d6 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:13.860563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.869085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Pushing event updated for resources: {'Port': ['ID=6f936003-fbc6-4a19-ab8d-108357dc073c,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:13.872509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:13.873241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-781cb0fe-f473-4636-a3e3-b5b2a22a9d1c None None] Provisioning complete for port 09d2b20d-5349-4a35-8acd-804d85ae37d6 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:13.873688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-781cb0fe-f473-4636-a3e3-b5b2a22a9d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.966080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.resource_extend [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:37:13.980362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-03d84e89-60a3-4bff-9894-eea3f03f300a tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:14.107910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Deleting port 36707b77-0efd-41e0-9dc6-6332c175126e {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:14.108587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.133936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:37:14.160007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Deleting port b561ce74-34d1-41ad-9000-53f8fd556887 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:14.160396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.200884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Pushing event updated for resources: {'Port': ['ID=09d2b20d-5349-4a35-8acd-804d85ae37d6,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:14.203675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.219550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:14.229913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Attempting to bind port 6f936003-fbc6-4a19-ab8d-108357dc073c on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:14.230331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Attempting to bind port 6f936003-fbc6-4a19-ab8d-108357dc073c by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:14.230741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Attempting to bind port 6f936003-fbc6-4a19-ab8d-108357dc073c on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:14.237693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-781cb0fe-f473-4636-a3e3-b5b2a22a9d1c None None] Port 09d2b20d-5349-4a35-8acd-804d85ae37d6 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:14.244270 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:14.244692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Checking segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:14.245142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.245605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Bound using segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:14.246197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Bound port: 6f936003-fbc6-4a19-ab8d-108357dc073c, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:14.246602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.309847 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.344212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Transition to ACTIVE for port object 256f7f13-f375-4e9c-a544-9c74dd16cde3 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:14.355296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.369839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:14.412995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:14.425021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:14.445101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:14.445851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcf5630>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:14.466551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Attempting to bind port 256f7f13-f375-4e9c-a544-9c74dd16cde3 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:14.467061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Attempting to bind port 256f7f13-f375-4e9c-a544-9c74dd16cde3 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:14.467659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Attempting to bind port 256f7f13-f375-4e9c-a544-9c74dd16cde3 on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:14.468542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.474998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] For port 6f936003-fbc6-4a19-ab8d-108357dc073c, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:14.478286 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1091232
Apr 20 18:37:14.479995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 50926) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:14.485472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:14.485906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:14.486356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.487345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:14.487866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Bound port: 256f7f13-f375-4e9c-a544-9c74dd16cde3, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:14.488288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.522278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5a0c-7a73-4200-801b-448f931698d8 None None] Pushing event updated for resources: {'Port': ['ID=256f7f13-f375-4e9c-a544-9c74dd16cde3,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:14.524672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-802c5a0c-7a73-4200-801b-448f931698d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:14.535445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] For port 6f936003-fbc6-4a19-ab8d-108357dc073c, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=6f936003-fbc6-4a19-ab8d-108357dc073c,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:14.540189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.553697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:14.757977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] For port 256f7f13-f375-4e9c-a544-9c74dd16cde3, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:14.763809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] For port 256f7f13-f375-4e9c-a544-9c74dd16cde3, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=256f7f13-f375-4e9c-a544-9c74dd16cde3,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:14.767458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Pushing event updated for resources: {'Port': ['ID=6f936003-fbc6-4a19-ab8d-108357dc073c,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:14.772390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:14.774447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.779575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:14.801886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:14.894311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Routers {'4859b326-0e97-4a08-94a0-6172f01d2c63'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:14.894748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000b17b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4859b326-0e97-4a08-94a0-6172f01d2c63'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:14.975141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device f7d47a20-72ca-46e4-a565-5de93583012c up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:15.087411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] For port b561ce74-34d1-41ad-9000-53f8fd556887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b561ce74-34d1-41ad-9000-53f8fd556887,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:15.088054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.137446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5a0c-7a73-4200-801b-448f931698d8 None None] Pushing event updated for resources: {'Port': ['ID=256f7f13-f375-4e9c-a544-9c74dd16cde3,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:15.143405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-802c5a0c-7a73-4200-801b-448f931698d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:15.234195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port f7d47a20-72ca-46e4-a565-5de93583012c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:15.234991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.257070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79875da6-6492-454a-bec0-23abe4791d88 req-800ed58f-8d9e-4de9-bdc9-f0ff64446824 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:15.259372 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79875da6-6492-454a-bec0-23abe4791d88 req-800ed58f-8d9e-4de9-bdc9-f0ff64446824 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.4086101
Apr 20 18:37:15.309097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] Set router 4859b326-0e97-4a08-94a0-6172f01d2c63 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:15.339485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcf5630>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 3, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:15.350944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:15.351690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Updating router 7fd0f1fa-0a40-4953-9469-343430a3bb87 port bf718817-d91c-42ad-87bb-50d05a79f595 binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:15.383100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Network e0c3865e-24ff-4831-808b-c6e494f05338 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:15.402421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:15.507843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.606388 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-79875da6-6492-454a-bec0-23abe4791d88 req-91386af1-b5b8-4853-84f7-4d593a78b0b0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3357251
Apr 20 18:37:15.860015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:15.860434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.883733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-77567c61-eb4f-4740-af41-6f778027b06c None None] Provisioning complete for port 09d2b20d-5349-4a35-8acd-804d85ae37d6 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:15.885259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-77567c61-eb4f-4740-af41-6f778027b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.981137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1146fd-0a98-484b-bdd8-a93a66993d56 req-cb7e4759-3a0e-4c47-82fd-cf810d4729ab tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:15.989209 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af1146fd-0a98-484b-bdd8-a93a66993d56 req-cb7e4759-3a0e-4c47-82fd-cf810d4729ab tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 946 time: 1.1330192
Apr 20 18:37:16.021254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-77567c61-eb4f-4740-af41-6f778027b06c None None] Port 09d2b20d-5349-4a35-8acd-804d85ae37d6 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:16.070555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.114850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000b17b8>, [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '09d2b20d-5349-4a35-8acd-804d85ae37d6', 'name': '', 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'mac_address': 'fa:16:3e:1f:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 2, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'subnets': [{'id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:16.120080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea48e-e8a1-422f-8f56-9555775c1060 None None] The sync data for ids ['4859b326-0e97-4a08-94a0-6172f01d2c63'] in dv-cinder-786932-2-iscsi is: [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '09d2b20d-5349-4a35-8acd-804d85ae37d6', 'name': '', 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'mac_address': 'fa:16:3e:1f:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 2, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'subnets': [{'id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:16.150276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.164358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Transition to ACTIVE for port object bf718817-d91c-42ad-87bb-50d05a79f595 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:16.174645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.180067 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-769941fa-5976-4982-8375-aa161be936f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:16.186053 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-af1146fd-0a98-484b-bdd8-a93a66993d56 req-6c9b8bf2-dd82-4a44-9cc0-4769a312c22b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957219
Apr 20 18:37:16.221214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.222539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.223287 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Floating IP 1a2ebbb3-edaa-4211-94c1-10500aaff1e8 disassociated. External IP: 172.27.3.222, port: b561ce74-34d1-41ad-9000-53f8fd556887.
Apr 20 18:37:16.225725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Calling delete_port for b561ce74-34d1-41ad-9000-53f8fd556887 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:16.284900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Attempting to bind port bf718817-d91c-42ad-87bb-50d05a79f595 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:16.285324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Attempting to bind port bf718817-d91c-42ad-87bb-50d05a79f595 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:16.285766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Attempting to bind port bf718817-d91c-42ad-87bb-50d05a79f595 on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:16.295552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:16.295971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:16.296422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.296861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:16.297418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Bound port: bf718817-d91c-42ad-87bb-50d05a79f595, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:16.297836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.339456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f945b1-6567-4352-8c04-380dba0cdbf0 None None] Pushing event updated for resources: {'Port': ['ID=bf718817-d91c-42ad-87bb-50d05a79f595,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:16.342858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-53f945b1-6567-4352-8c04-380dba0cdbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:16.359905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-44b4865a-77cc-4488-9bc2-a7cd0c26d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.396015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] For port bf718817-d91c-42ad-87bb-50d05a79f595, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:16.400366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] For port bf718817-d91c-42ad-87bb-50d05a79f595, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=bf718817-d91c-42ad-87bb-50d05a79f595,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:16.407183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.422593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:16.461718 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Allocated IP 172.20.0.1 (8bd2d403-a674-4166-b6a7-876b78a5d8d4/84fd3a25-fc39-4941-8324-c85600393bb1/39ac6b8c-713b-446a-bee4-c2db6922f155) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:16.493035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 36707b77-0efd-41e0-9dc6-6332c175126e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:16.528663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:16.529800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcf5630>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:16.540424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Router 4859b326-0e97-4a08-94a0-6172f01d2c63 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:16.766303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1755f-f963-47e1-ae76-2f05f6d76973 None None] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:16.929285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:16.985134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.009793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f945b1-6567-4352-8c04-380dba0cdbf0 None None] Pushing event updated for resources: {'Port': ['ID=bf718817-d91c-42ad-87bb-50d05a79f595,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:17.032124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 6f936003-fbc6-4a19-ab8d-108357dc073c up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:17.082457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-53f945b1-6567-4352-8c04-380dba0cdbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:17.229865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.251917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-b79ede30-bd65-41dc-8c09-c02ca20542f4 None None] Provisioning for port 6f936003-fbc6-4a19-ab8d-108357dc073c completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:17.280182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Transition to ACTIVE for port object 39ac6b8c-713b-446a-bee4-c2db6922f155 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:17.331138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:17.415151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.428937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9d5c07a7-2bd2-458d-bd1d-ca6680b946d9 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:17.429613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:17.479113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.480064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device b561ce74-34d1-41ad-9000-53f8fd556887 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:17.488639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:17.497264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:17.510486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:17.532267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:17.552268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edbdeb-7efa-4576-be0e-9b4274edd695 req-90e69f31-5c1a-4eec-8655-cd19aceda39b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:17.554151 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-14edbdeb-7efa-4576-be0e-9b4274edd695 req-90e69f31-5c1a-4eec-8655-cd19aceda39b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 946 time: 0.3766751
Apr 20 18:37:17.559036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcf5630>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 3, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:17.573760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d620127-f6f0-4d91-a79e-686258ee69cc None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 3, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:17.636298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=39ac6b8c-713b-446a-bee4-c2db6922f155,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:17.656112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:17.668706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 6f936003-fbc6-4a19-ab8d-108357dc073c completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:17.675946 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-14edbdeb-7efa-4576-be0e-9b4274edd695 req-37fda6cf-010b-49d8-81cc-6dab22b110d0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109190
Apr 20 18:37:17.684939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.750643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 6f936003-fbc6-4a19-ab8d-108357dc073c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:17.752922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.832545 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.833001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.833526 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Floating IP 27fae441-2ae3-40a9-bca3-1e618cb4acfc disassociated. External IP: 172.27.3.6, port: 36707b77-0efd-41e0-9dc6-6332c175126e.
Apr 20 18:37:17.833807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Calling delete_port for 36707b77-0efd-41e0-9dc6-6332c175126e owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:17.927410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.935735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.972558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1af9b359-8c5e-4ec1-b647-c9ab92cf6df3 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:18.060571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No active binding found for port b561ce74-34d1-41ad-9000-53f8fd556887 {{(pid=86392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 20 18:37:18.060823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device b561ce74-34d1-41ad-9000-53f8fd556887 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:18.064442 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'code': 200}
Apr 20 18:37:18.066842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1256359-4d57-4126-bf93-e2149a37e692 req-00016488-d496-4de3-8a3e-a8912d49a77a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:18.075210 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a1256359-4d57-4126-bf93-e2149a37e692 req-00016488-d496-4de3-8a3e-a8912d49a77a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 867 time: 0.4425311
Apr 20 18:37:18.085881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=11']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:18.091001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:18.205981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:18.277287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 6f936003-fbc6-4a19-ab8d-108357dc073c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=6f936003-fbc6-4a19-ab8d-108357dc073c,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:18.305908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event deleted for resources: {'Port': ['ID=b561ce74-34d1-41ad-9000-53f8fd556887,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:18.362849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:18.365447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-de32b1ba-24fa-4ff6-97ee-166040913720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:18.372432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:18.411255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:18.469119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:18.516688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:18.540925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:18.556266 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a1256359-4d57-4126-bf93-e2149a37e692 req-7cf69804-55f6-4e25-af49-afeb04a7c3c6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=18a52897-920c-41af-9b5d-4cd41e521f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4799750
Apr 20 18:37:18.557258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=6f936003-fbc6-4a19-ab8d-108357dc073c,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:18.571006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:18.572916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Router b41006b3-dee3-4d52-a389-952d3a906909 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:18.618384 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/4859b326-0e97-4a08-94a0-6172f01d2c63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4463148
Apr 20 18:37:18.720666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c9e1ee6f-569c-4897-8031-770270918346 None None] Provisioning complete for port 6f936003-fbc6-4a19-ab8d-108357dc073c triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:18.722059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ee6f-569c-4897-8031-770270918346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:18.753664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=39ac6b8c-713b-446a-bee4-c2db6922f155,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:18.757723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:18.763929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:19.094911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:19.105703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:19.113026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:19.137075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c9e1ee6f-569c-4897-8031-770270918346 None None] Provisioning for port 39ac6b8c-713b-446a-bee4-c2db6922f155 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:19.149349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c9e1ee6f-569c-4897-8031-770270918346 None None] Provisioning complete for port 39ac6b8c-713b-446a-bee4-c2db6922f155 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:19.149803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ee6f-569c-4897-8031-770270918346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:19.154144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:19.288017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:19.293995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86390) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:37:19.294394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:37:19.298013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000e760b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:19.315237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] No DVR routers for this DVR port b561ce74-34d1-41ad-9000-53f8fd556887 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:19.321189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:19.324633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'name': 'network-vif-deleted', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:19.358571 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cc5b5d16-f80f-4292-bd88-652553de752b req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "DELETE /v2.0/ports/b561ce74-34d1-41ad-9000-53f8fd556887 HTTP/1.1" status: 204  len: 173 time: 5.7524188
Apr 20 18:37:19.448106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1ee6f-569c-4897-8031-770270918346 None None] Port 39ac6b8c-713b-446a-bee4-c2db6922f155 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:19.484674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 256f7f13-f375-4e9c-a544-9c74dd16cde3 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:19.506299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ed62-4fe3-4062-92a2-6995425a004c req-bbf50806-31c4-4d9d-aff9-0e829d45dfcb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:19.519407 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fad2ed62-4fe3-4062-92a2-6995425a004c req-bbf50806-31c4-4d9d-aff9-0e829d45dfcb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 0.4685194
Apr 20 18:37:19.600073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fad2ed62-4fe3-4062-92a2-6995425a004c req-a2580bfe-590b-49ca-ad8f-996465662dcd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793917
Apr 20 18:37:19.661925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:19.666951 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b71640b-07ee-4677-8477-21da0a4166b1', 'name': 'network-vif-deleted', 'tag': 'b561ce74-34d1-41ad-9000-53f8fd556887', 'status': 'completed', 'code': 200}
Apr 20 18:37:19.795963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Deleting port 36707b77-0efd-41e0-9dc6-6332c175126e {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:19.796281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:19.898755 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-a647aa45-a3fd-4478-ad0a-2ccaea5f956c None None] Provisioning complete for port 39ac6b8c-713b-446a-bee4-c2db6922f155 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:19.899180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a647aa45-a3fd-4478-ad0a-2ccaea5f956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:19.956358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:19.975365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 256f7f13-f375-4e9c-a544-9c74dd16cde3 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:19.986847 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 256f7f13-f375-4e9c-a544-9c74dd16cde3 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:19.987281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:20.056671 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6d88d4fa-6003-4b2a-9cc9-a2f68588b745 req-7be92258-6f3f-4b5a-8228-70cc25159f90 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b71640b-07ee-4677-8477-21da0a4166b1 HTTP/1.1" status: 200  len: 210 time: 0.2221982
Apr 20 18:37:20.091972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a647aa45-a3fd-4478-ad0a-2ccaea5f956c None None] Port 39ac6b8c-713b-446a-bee4-c2db6922f155 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:20.103910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-64f24e19-da82-4d7a-a175-c8b1c0250647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:20.179872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:20.185293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:20.207991 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] 10.222.0.25 "PUT /v2.0/routers/7fd0f1fa-0a40-4953-9469-343430a3bb87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7185335
Apr 20 18:37:20.352937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-9ecb6e0d-43a2-41d2-81a3-e1378b0af4aa None None] Provisioning complete for port 39ac6b8c-713b-446a-bee4-c2db6922f155 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:20.353759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6e0d-43a2-41d2-81a3-e1378b0af4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:20.449148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb6e0d-43a2-41d2-81a3-e1378b0af4aa None None] Port 39ac6b8c-713b-446a-bee4-c2db6922f155 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:20.663788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] For port 36707b77-0efd-41e0-9dc6-6332c175126e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=36707b77-0efd-41e0-9dc6-6332c175126e,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:20.664445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.000634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.021921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.073141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Sync routers for ids ['4859b326-0e97-4a08-94a0-6172f01d2c63'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:21.077381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 256f7f13-f375-4e9c-a544-9c74dd16cde3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=256f7f13-f375-4e9c-a544-9c74dd16cde3,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:21.103907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.104586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 6f936003-fbc6-4a19-ab8d-108357dc073c up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:21.146519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Routers {'4859b326-0e97-4a08-94a0-6172f01d2c63'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:21.147634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800046c588>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4859b326-0e97-4a08-94a0-6172f01d2c63'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:21.228777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-802c5a0c-7a73-4200-801b-448f931698d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:21.479977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=256f7f13-f375-4e9c-a544-9c74dd16cde3,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:21.498102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:21.626871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000e760b8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:21.638907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51026) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:21.670231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:21.714608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.724032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51030) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:21.727051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:21.727807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000e760b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:21.819037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.900086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:21.968649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:22.006423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.011198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Set router 4859b326-0e97-4a08-94a0-6172f01d2c63 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:22.015353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-958821893-network', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:22.028031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:22.061759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Usage tracker for resource:network and tenant:536cc3c3f27e42d4af74ea1e7b4f7130 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:22.062279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-34db7f5c-f7bc-41e4-aab2-92722df0d4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:22.079374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:22.147722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a52897-920c-41af-9b5d-4cd41e521f9f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:22.154992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:22.166693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.167981 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f4178a0a-6c09-4c83-a102-39e3b0cf9eee tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "DELETE /v2.0/security-groups/18a52897-920c-41af-9b5d-4cd41e521f9f HTTP/1.1" status: 204  len: 168 time: 0.5270257
Apr 20 18:37:22.172786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51038) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:22.238450 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.v2.resource [None req-bbbcc912-27f1-4edb-b535-e4a3f87e6ab8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] show failed (client error): The resource could not be found.
Apr 20 18:37:22.239879 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bbbcc912-27f1-4edb-b535-e4a3f87e6ab8 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups/18a52897-920c-41af-9b5d-4cd41e521f9f HTTP/1.1" status: 404  len: 347 time: 0.0660334
Apr 20 18:37:22.245694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51042) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:22.318229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:22.516102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 6f936003-fbc6-4a19-ab8d-108357dc073c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:22.517337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.527040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:22.664813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Made reservation on behalf of 536cc3c3f27e42d4af74ea1e7b4f7130 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:22.670303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.694485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.734240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:22.738693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.739398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.739921 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Floating IP 27fae441-2ae3-40a9-bca3-1e618cb4acfc disassociated. External IP: 172.27.3.6, port: 36707b77-0efd-41e0-9dc6-6332c175126e.
Apr 20 18:37:22.740466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Calling delete_port for 36707b77-0efd-41e0-9dc6-6332c175126e owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:22.751571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Deleting port 15cc3818-17d7-40c1-bffd-f4d84ec7396f {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:22.753216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.786003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd181e1-0010-4688-b81d-e039eef39ea1 req-7f161203-64df-4a83-9f50-1d02966ffad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:22.787256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-5cd181e1-0010-4688-b81d-e039eef39ea1 req-7f161203-64df-4a83-9f50-1d02966ffad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:22.805293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Usage tracker for resource:security_group_rule and tenant:536cc3c3f27e42d4af74ea1e7b4f7130 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:22.809632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:22.817636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:22.837128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800046c588>, [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '09d2b20d-5349-4a35-8acd-804d85ae37d6', 'name': '', 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'mac_address': 'fa:16:3e:1f:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 2, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'subnets': [{'id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:22.848803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Checking router: 4859b326-0e97-4a08-94a0-6172f01d2c63 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:22.854628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Updating router 4859b326-0e97-4a08-94a0-6172f01d2c63 port 09d2b20d-5349-4a35-8acd-804d85ae37d6 binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:22.953012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.968506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-5cd181e1-0010-4688-b81d-e039eef39ea1 req-7f161203-64df-4a83-9f50-1d02966ffad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:22.977382 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5cd181e1-0010-4688-b81d-e039eef39ea1 req-7f161203-64df-4a83-9f50-1d02966ffad7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 944 time: 1.2890444
Apr 20 18:37:22.985013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:22.997636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:37:23.008327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.009199 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Added segment 6f4c9616-4570-4059-aa67-b75741de8b58 of type vlan for network 65ebe194-7c84-412a-ba94-5473ce84541a
Apr 20 18:37:23.016651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.063715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.082457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:23.083947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffac24390>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:23.167053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2ab0306d-c6d9-48fb-9e37-777f16ff6b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:23.216460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.247108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.256589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:23.257644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.329774 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5cd181e1-0010-4688-b81d-e039eef39ea1 req-e29607c2-6569-44a0-9e8b-8085b80d182b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=114fa337-2042-4052-8a88-8c54ac7b3e71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3499265
Apr 20 18:37:23.335079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec5a0c-1627-4059-9918-12f54cd30168,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:23.349330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:23.350607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-885251d0-d4aa-458f-8c1a-adf76e8a95e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:23.421119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.421517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.563663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device bf718817-d91c-42ad-87bb-50d05a79f595 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:23.636348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Pushing event updated for resources: {'Network': ['ID=65ebe194-7c84-412a-ba94-5473ce84541a,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:23.660685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:23.739294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 65ebe194-7c84-412a-ba94-5473ce84541a details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:37:23.803417 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0739024
Apr 20 18:37:23.805319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51050) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:23.819264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Calling delete_port for 15cc3818-17d7-40c1-bffd-f4d84ec7396f owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:23.822885 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Request body: {'subnet': {'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-958821893-subnet', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'ip_version': 4}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:23.847694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:23.867176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Usage tracker for resource:subnet and tenant:536cc3c3f27e42d4af74ea1e7b4f7130 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:23.892224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:23.918645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:23.940577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:23.957117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6ae82eb-b3ef-4185-aa4c-1a710a4e4506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:24.071386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port bf718817-d91c-42ad-87bb-50d05a79f595 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:24.078189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event deleted for resources: {'Port': ['ID=36707b77-0efd-41e0-9dc6-6332c175126e,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:24.083123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Made reservation on behalf of 536cc3c3f27e42d4af74ea1e7b4f7130 for: {'subnet': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:24.086465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port bf718817-d91c-42ad-87bb-50d05a79f595 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:24.087042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.093097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.098906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-68713646170'] for subnet, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.101069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:24.124382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.143529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:24.146702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Transition to ACTIVE for port object 09d2b20d-5349-4a35-8acd-804d85ae37d6 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:24.167728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.173634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:24.189500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000e760b8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:24.231054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event deleted for resources: {'Port': ['ID=15cc3818-17d7-40c1-bffd-f4d84ec7396f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:24.249277 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:24.300645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036c466-307f-4fe1-b707-2428e8bd2ab2 None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:24.380230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d385bf-28d1-4580-9282-a28c4c368550 None None] Pushing event updated for resources: {'Port': ['ID=09d2b20d-5349-4a35-8acd-804d85ae37d6,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:24.388338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:24.391216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-05d385bf-28d1-4580-9282-a28c4c368550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:24.605033 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.738979 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:24.922899 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f23a9-6085-469b-a48f-2953dac03f94 None None] New status for floating IP 1a2ebbb3-edaa-4211-94c1-10500aaff1e8: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:37:25.037715 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bebd268a-c349-41e4-b04e-3250180920f4 req-212a68aa-38ed-4a83-a18b-ddb877c23446 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 210 time: 0.2326195
Apr 20 18:37:25.040833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.047127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port bf718817-d91c-42ad-87bb-50d05a79f595, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=bf718817-d91c-42ad-87bb-50d05a79f595,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:25.055517 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "DELETE /v2.0/floatingips/1a2ebbb3-edaa-4211-94c1-10500aaff1e8 HTTP/1.1" status: 204  len: 168 time: 2.8078778
Apr 20 18:37:25.069544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.069544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9d4caf34-e361-41e8-a934-bcf1da774dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:25.254115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 256f7f13-f375-4e9c-a544-9c74dd16cde3 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:25.365410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=bf718817-d91c-42ad-87bb-50d05a79f595,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:25.391534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:25.430141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffac24390>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 2, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:25.450842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:25.484056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Updating router 7fd0f1fa-0a40-4953-9469-343430a3bb87 port 39ac6b8c-713b-446a-bee4-c2db6922f155 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:25.565359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:25.597037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 256f7f13-f375-4e9c-a544-9c74dd16cde3 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:25.597775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.670457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.831650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Attempting to bind port 09d2b20d-5349-4a35-8acd-804d85ae37d6 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:25.832394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Attempting to bind port 09d2b20d-5349-4a35-8acd-804d85ae37d6 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:25.832957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Attempting to bind port 09d2b20d-5349-4a35-8acd-804d85ae37d6 on network e0c3865e-24ff-4831-808b-c6e494f05338 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:25.840617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:25.841285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Checking segment: {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:25.841919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.842524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Bound using segment: {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:25.843210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Bound port: 09d2b20d-5349-4a35-8acd-804d85ae37d6, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61334e64-7ecf-4111-8b4d-bc1a4e7702b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:25.844243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:25.916031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51066) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:25.922614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110966844', 'description': 'tempest-description--1197868510'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:25.934486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:25.949424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:25.953827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:25.974174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] For port 09d2b20d-5349-4a35-8acd-804d85ae37d6, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:25.975480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:25.984080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] For port 09d2b20d-5349-4a35-8acd-804d85ae37d6, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=09d2b20d-5349-4a35-8acd-804d85ae37d6,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:26.005853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.014377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.023675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:26.065078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:26.070213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:26.078077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:26.113508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:26.142261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Routers {'4859b326-0e97-4a08-94a0-6172f01d2c63'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:26.143903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800046c588>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4859b326-0e97-4a08-94a0-6172f01d2c63'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:26.303046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.307697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.335835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:26.368833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.380344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3895fe5f-1daf-4883-b8b3-58ddeafddcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:26.394150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:26.411964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.415226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Transition to ACTIVE for port object 39ac6b8c-713b-446a-bee4-c2db6922f155 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:26.418853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5014973
Apr 20 18:37:26.422148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:26.423114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6daf28>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:26.498616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d385bf-28d1-4580-9282-a28c4c368550 None None] Pushing event updated for resources: {'Port': ['ID=09d2b20d-5349-4a35-8acd-804d85ae37d6,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:26.504758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-05d385bf-28d1-4580-9282-a28c4c368550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:26.509976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.525476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51072) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:26.541186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'security_group_rule': {'security_group_id': '7def1f65-0cf3-4a56-a43e-dbd09ab37a2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:26.554216 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-567a8047-ca14-42a4-bcf2-9238e9784e24 req-15e0182b-dff3-4b63-b674-a521110f3cf9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 210 time: 0.1782517
Apr 20 18:37:26.558139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] No DVR routers for this DVR port 36707b77-0efd-41e0-9dc6-6332c175126e on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:26.561381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:26.565157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.581189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-deleted', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:26.587041 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:26.590812 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c9a385f2-d03a-41c3-99f7-f57ba6d58a02 req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "DELETE /v2.0/ports/36707b77-0efd-41e0-9dc6-6332c175126e HTTP/1.1" status: 204  len: 173 time: 12.9909139
Apr 20 18:37:26.591170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:26.591978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:26.596150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:26.612353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] Set router 4859b326-0e97-4a08-94a0-6172f01d2c63 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:26.641144 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e532f85-bed6-43d3-969d-3a2688b4638b', 'name': 'network-vif-deleted', 'tag': '36707b77-0efd-41e0-9dc6-6332c175126e', 'status': 'completed', 'code': 200}
Apr 20 18:37:26.642098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:26.686980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.777566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.817207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.827437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:26.865232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.869565 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3337266
Apr 20 18:37:26.869795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51080) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:26.873014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e391439-79e7-4228-9583-6c3a023cb8ea,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:26.876576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'security_group_rule': {'security_group_id': '7def1f65-0cf3-4a56-a43e-dbd09ab37a2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:26.881717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4e56696c-4a3c-4d26-9d60-2292796272c5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:26.902184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:26.905912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223371968141540108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-68713646155'] for subnet, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.913926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:security_group_rule and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:26.918926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:26.924004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:26.927015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:26.934196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:26.967206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.109271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Checking segment: {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:27.109715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Network hostable DHCP agents. Network: 65ebe194-7c84-412a-ba94-5473ce84541a, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:37:27.125817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.131211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.135473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a44480-16b5-4ddb-b295-e7e540bba031,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:27.139345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:27.149662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:27.160443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Network 65ebe194-7c84-412a-ba94-5473ce84541a is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:37:27.165096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800046c588>, [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '09d2b20d-5349-4a35-8acd-804d85ae37d6', 'name': '', 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'mac_address': 'fa:16:3e:1f:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:25Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'subnets': [{'id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:27.176805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3db2f-29b2-4c95-8c9b-87b7d4a50ae9 None None] The sync data for ids ['4859b326-0e97-4a08-94a0-6172f01d2c63'] in dv-cinder-786932-2-iscsi is: [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '09d2b20d-5349-4a35-8acd-804d85ae37d6', 'name': '', 'network_id': 'e0c3865e-24ff-4831-808b-c6e494f05338', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'mac_address': 'fa:16:3e:1f:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:25Z', 'revision_number': 4, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'subnets': [{'id': 'fd006c40-78ac-4dfc-a83e-6858d2e51ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:27.180726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 65ebe194-7c84-412a-ba94-5473ce84541a) {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:27.186831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa4f06d-241b-40c4-8512-eaa5ee643230,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:27.193695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:27.193695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.194859 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3238513
Apr 20 18:37:27.200674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51084) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:27.211557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:27.212227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.220351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:27.229639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8700a-4979-46c5-b105-10a7b11e2573 None None] Network 65ebe194-7c84-412a-ba94-5473ce84541a requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:27.242072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:27.246600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Usage tracker for resource:floatingip and tenant:379c1b40340b46408792cb7d852bbba7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:27.257135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:27.258114 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9026b330-e7d9-4aec-a227-fd7a286b2bb8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.4490571
Apr 20 18:37:27.263650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51088) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:27.281907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:27.288448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:27.296519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.303699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:27.312969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Usage tracker for resource:router and tenant:536cc3c3f27e42d4af74ea1e7b4f7130 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:27.319970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:27.326527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:27.349465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.356224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.412307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.534022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 09d2b20d-5349-4a35-8acd-804d85ae37d6 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:27.642880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d734cfb-33a2-4616-855d-d38187159815 None None] Pushing event updated for resources: {'Port': ['ID=39ac6b8c-713b-446a-bee4-c2db6922f155,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:27.646048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2d734cfb-33a2-4616-855d-d38187159815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:27.659170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.916643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Attempting to bind port 39ac6b8c-713b-446a-bee4-c2db6922f155 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:27.917186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Attempting to bind port 39ac6b8c-713b-446a-bee4-c2db6922f155 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:27.917442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Attempting to bind port 39ac6b8c-713b-446a-bee4-c2db6922f155 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:27.931719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:27.932123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Checking segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:27.932756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.933203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Bound using segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:27.933776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Bound port: 39ac6b8c-713b-446a-bee4-c2db6922f155, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:27.934195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.974761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-65ebe194-7c84-412a-ba94-5473ce84541a', 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'fixed_ips': [{'subnet_id': 'e9a44480-16b5-4ddb-b295-e7e540bba031'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:37:27.974921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.975688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.992459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 09d2b20d-5349-4a35-8acd-804d85ae37d6 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:28.011571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Allocated IP 172.27.3.131 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/b938bee4-f906-4e26-b208-fbcb50242d5a) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:28.105464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] For port 39ac6b8c-713b-446a-bee4-c2db6922f155, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:28.109435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] For port 39ac6b8c-713b-446a-bee4-c2db6922f155, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=39ac6b8c-713b-446a-bee4-c2db6922f155,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:28.140844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:28.153203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 09d2b20d-5349-4a35-8acd-804d85ae37d6 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:28.154246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:28.204410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:28.342575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:28.500160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:28.538145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d734cfb-33a2-4616-855d-d38187159815 None None] Pushing event updated for resources: {'Port': ['ID=39ac6b8c-713b-446a-bee4-c2db6922f155,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:28.544883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:28.576018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:28.606729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:28.623188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:28.725226 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-82694302-36e2-4d08-83b0-058c59d686cf req-368b23da-8dda-473a-b3f7-64cd16cfcd47 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e532f85-bed6-43d3-969d-3a2688b4638b HTTP/1.1" status: 200  len: 210 time: 0.8023858
Apr 20 18:37:28.728593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'Port': ['ID=b938bee4-f906-4e26-b208-fbcb50242d5a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:28.745037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:28.749753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:28.751346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:28.754728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:28.765108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2d734cfb-33a2-4616-855d-d38187159815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:28.917079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:28.917881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffac24390>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:28.925916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Allocated IP 172.27.3.177 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/b87a09e7-a013-41d4-b9c4-c61d18e28a92) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:28.965595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.132820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.150430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.159179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:29.187860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.194257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a0a912d3-04e1-43b8-9f03-dc2263bfa9ef tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:29.276336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:29.280511 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:29.284240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:29.759045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.765956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.790426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:29.931741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'Port': ['ID=b938bee4-f906-4e26-b208-fbcb50242d5a,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:29.971979 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b87a09e7-a013-41d4-b9c4-c61d18e28a92,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:29.985511 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:30.020315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:30.025065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51110) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:30.093729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.121163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.133881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.134223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Allocated IP 172.20.0.2 (65ebe194-7c84-412a-ba94-5473ce84541a/e9a44480-16b5-4ddb-b295-e7e540bba031/02983e2d-df68-4702-8144-b7f4d3824848) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:30.135656 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9341071
Apr 20 18:37:30.180574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.221465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.225417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.332334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.419377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f763308b-97d8-4ddb-b5b2-939bbafde51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:30.575953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.587809 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "DELETE /v2.0/security-groups/114fa337-2042-4052-8a88-8c54ac7b3e71 HTTP/1.1" status: 204  len: 168 time: 0.5609720
Apr 20 18:37:30.589453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fa337-2042-4052-8a88-8c54ac7b3e71,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:30.604769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 09d2b20d-5349-4a35-8acd-804d85ae37d6, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=09d2b20d-5349-4a35-8acd-804d85ae37d6,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:30.607557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51118) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:30.608810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:30.638136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.639060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device bf718817-d91c-42ad-87bb-50d05a79f595 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:30.650956 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.v2.resource [None req-bb1fd285-9f7b-4b6e-89bc-c6c05eaf8eac tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] show failed (client error): The resource could not be found.
Apr 20 18:37:30.653129 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bb1fd285-9f7b-4b6e-89bc-c6c05eaf8eac tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups/114fa337-2042-4052-8a88-8c54ac7b3e71 HTTP/1.1" status: 404  len: 347 time: 0.0419376
Apr 20 18:37:30.656013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51126) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:30.726195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:30.819703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffac24390>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:28Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:30.830320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08f326-dd4c-478d-b5ef-78352f7af28c None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:28Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:30.856964 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-f3603b85-b120-4834-ba71-373e7202718a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1110966844&fields=id&tenant_id=379c1b40340b46408792cb7d852bbba7 HTTP/1.1" status: 200  len: 267 time: 0.1103859
Apr 20 18:37:30.900527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port bf718817-d91c-42ad-87bb-50d05a79f595 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:30.901051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.949831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.982600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Deleting port c5a5a846-c4da-4ce7-81cc-6056f1ac32ff {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:30.989552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:30.999368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6daf28>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:31.013360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:31.050782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=09d2b20d-5349-4a35-8acd-804d85ae37d6,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:31.069529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:31.105177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:31.110309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6daf28>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:31.515754 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.516152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:31.539296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:31.576413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-4ee6ebf1-9a34-41f9-8a07-dd16d107f8f3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:31.586087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-4ee6ebf1-9a34-41f9-8a07-dd16d107f8f3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 810 time: 0.7279534
Apr 20 18:37:31.615691 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-f03b20dd-2313-4f44-bcd0-b519bd525771 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/quotas/379c1b40340b46408792cb7d852bbba7 HTTP/1.1" status: 200  len: 375 time: 0.0272985
Apr 20 18:37:31.619504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:37:31.796532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Calling delete_port for c5a5a846-c4da-4ce7-81cc-6056f1ac32ff owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:31.975729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:31.991558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Sync routers for ids ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:32.015784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Routers {'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:32.024102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800052dfd0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:32.037059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.042541 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7737501
Apr 20 18:37:32.044896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51142) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:32.161629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.194552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3db8c2c3-8039-40d3-ae32-448d4a5697d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:32.276201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.297854 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-fdf84236-bef3-46e4-9ad2-8346600a98a4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:32.299655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Transition to ACTIVE for port object 02983e2d-df68-4702-8144-b7f4d3824848 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:32.367773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Transition to ACTIVE for port object 02983e2d-df68-4702-8144-b7f4d3824848 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:32.504542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event deleted for resources: {'Port': ['ID=c5a5a846-c4da-4ce7-81cc-6056f1ac32ff,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:32.580933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-fdf84236-bef3-46e4-9ad2-8346600a98a4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:32.594070 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-fdf84236-bef3-46e4-9ad2-8346600a98a4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9709685
Apr 20 18:37:32.606696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.663871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:32.808989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.869868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.890525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:32.898502 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9db296ee-e5d9-4e9b-8fd5-d329034b08d1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "DELETE /v2.0/floatingips/27fae441-2ae3-40a9-bca3-1e618cb4acfc HTTP/1.1" status: 204  len: 168 time: 2.2210720
Apr 20 18:37:33.213480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Set router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:33.335117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Network 65ebe194-7c84-412a-ba94-5473ce84541a is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:33.363873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:33.369750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Pushing event updated for resources: {'Port': ['ID=02983e2d-df68-4702-8144-b7f4d3824848,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:33.390194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51156) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:33.397201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220413875', 'description': 'tempest-description--1037458038'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:33.414569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:33.438126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:33.453548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:33.474474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:33.477208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:33.489736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:33.533383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.570582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:33.575073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:33.583593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:33.591548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:33.699037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Attempting to bind port 02983e2d-df68-4702-8144-b7f4d3824848 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:33.699459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Attempting to bind port 02983e2d-df68-4702-8144-b7f4d3824848 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:33.699877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Attempting to bind port 02983e2d-df68-4702-8144-b7f4d3824848 on network 65ebe194-7c84-412a-ba94-5473ce84541a {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:33.712673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:33.713099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Checking segment: {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:33.713616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.714357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Bound using segment: {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:33.714594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Bound port: 02983e2d-df68-4702-8144-b7f4d3824848, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:33.715025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.731579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 09d2b20d-5349-4a35-8acd-804d85ae37d6 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:33.811129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.818151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.872959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:33.877314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800052dfd0>, [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:37:29Z', 'revision_number': 3, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:33.893896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Checking router: b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:33.894256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Updating router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 port b87a09e7-a013-41d4-b9c4-c61d18e28a92 binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:33.913869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6daf28>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:33.936048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30ddeda-5227-48be-84b5-4729406f93cb,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:33.959409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.974525 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5810156
Apr 20 18:37:33.978428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:33.979432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51160) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:33.989476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'security_group_rule': {'security_group_id': 'd30ddeda-5227-48be-84b5-4729406f93cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:34.001084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:34.008498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:34.013699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.015382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:34.016900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] For port 02983e2d-df68-4702-8144-b7f4d3824848, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:34.021566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] For port 02983e2d-df68-4702-8144-b7f4d3824848, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=02983e2d-df68-4702-8144-b7f4d3824848,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:34.029141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c97a6-e290-443e-8f71-2b89cf75dadb None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:34.030195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:34.032563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.038932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1982b564-6ea3-4576-a3f8-eed67eafbb85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:34.073493 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.145255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 09d2b20d-5349-4a35-8acd-804d85ae37d6 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:34.145705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.262512 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-b143c2ad-e7f7-49fd-9b71-a7c0f168999f service neutron] 10.222.0.25 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6618896
Apr 20 18:37:34.280049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.291674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.321818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-da07ba6e-4171-46de-ba7c-ac5980bcfee7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:34.335664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.339585 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3554845
Apr 20 18:37:34.341014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51166) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:34.347887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'security_group_rule': {'security_group_id': 'd30ddeda-5227-48be-84b5-4729406f93cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:34.359496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:34.364157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:security_group_rule and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:34.367993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:34.402690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:34.427749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5e6d71-d3e0-412d-a72e-fd066bddd53d,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:34.430957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:34.439969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.592147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.596721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.626186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.652710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-78cd9499-4c9f-4bdf-aac4-a3cacf033b1d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:34.690987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b121aab-0dfa-4c3c-b040-894a81c6666f,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:34.699663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:34.700504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.705498 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3597703
Apr 20 18:37:34.709813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51174) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:34.718219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:34.734678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:34.746613 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Usage tracker for resource:floatingip and tenant:39f3f26f55524d2d89d7c9cd7f9548f1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:34.754555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:34.775496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:34.780800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f39110-6d38-40c5-9f24-0eecc69e766f None None] New status for floating IP 27fae441-2ae3-40a9-bca3-1e618cb4acfc: DOWN {{(pid=86392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:37:34.805484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.833736 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-b2ab3969-a647-4446-8c60-d0fefcb4d517 service neutron] 10.222.0.25 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5570917
Apr 20 18:37:35.079793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Allocated IP 172.20.0.1 (65ebe194-7c84-412a-ba94-5473ce84541a/e9a44480-16b5-4ddb-b295-e7e540bba031/343be442-995c-4686-bd6b-90b3f1e7c404) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:35.166395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.211245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Transition to ACTIVE for port object b87a09e7-a013-41d4-b9c4-c61d18e28a92 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:35.237611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.256408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-05d385bf-28d1-4580-9282-a28c4c368550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:35.285061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.316226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Pushing event updated for resources: {'Port': ['ID=02983e2d-df68-4702-8144-b7f4d3824848,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:35.325230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.286s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:35.351239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.373115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Attempting to bind port b87a09e7-a013-41d4-b9c4-c61d18e28a92 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:35.373557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Attempting to bind port b87a09e7-a013-41d4-b9c4-c61d18e28a92 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:35.373975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Attempting to bind port b87a09e7-a013-41d4-b9c4-c61d18e28a92 on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:35.396597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Transition to ACTIVE for port object 343be442-995c-4686-bd6b-90b3f1e7c404 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:35.401866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:35.402327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:35.402769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.403234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:35.403794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Bound port: b87a09e7-a013-41d4-b9c4-c61d18e28a92, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:35.404231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.459008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.463882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:35.486890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32196fc-5b09-46a9-98bb-854e2306f301 None None] Pushing event updated for resources: {'Port': ['ID=b87a09e7-a013-41d4-b9c4-c61d18e28a92,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:35.505941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a32196fc-5b09-46a9-98bb-854e2306f301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:35.612717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 39ac6b8c-713b-446a-bee4-c2db6922f155 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:35.617633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] For port b87a09e7-a013-41d4-b9c4-c61d18e28a92, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:35.621462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] For port b87a09e7-a013-41d4-b9c4-c61d18e28a92, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=b87a09e7-a013-41d4-b9c4-c61d18e28a92,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:35.629331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.639663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:35.729764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 39ac6b8c-713b-446a-bee4-c2db6922f155 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:35.740306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 39ac6b8c-713b-446a-bee4-c2db6922f155 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:35.740730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:35.764734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Routers {'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:35.765761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800052dfd0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:35.840465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Pushing event updated for resources: {'Port': ['ID=343be442-995c-4686-bd6b-90b3f1e7c404,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:35.851465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Allocated IP 172.27.3.251 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:35.856181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Network 65ebe194-7c84-412a-ba94-5473ce84541a is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:35.860132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:35.862318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:35.872338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:36.029372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.169667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.206367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.209620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.238615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] Set router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:36.239641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:36.309915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 39ac6b8c-713b-446a-bee4-c2db6922f155, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=39ac6b8c-713b-446a-bee4-c2db6922f155,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:36.315043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.332457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:36.485905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.531555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'Port': ['ID=3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:36.538570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 02983e2d-df68-4702-8144-b7f4d3824848 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:36.543052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:36.596509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:36.599935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-998a9a2a-6afb-41dc-af27-96687aa9acfd req-3d533dbe-d9e9-451f-91c8-aea0a73a6da3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:36.617622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:36.617883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32196fc-5b09-46a9-98bb-854e2306f301 None None] Pushing event updated for resources: {'Port': ['ID=b87a09e7-a013-41d4-b9c4-c61d18e28a92,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:36.625530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a32196fc-5b09-46a9-98bb-854e2306f301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:36.626317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:36.678808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=39ac6b8c-713b-446a-bee4-c2db6922f155,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:36.688808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:36.724513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-998a9a2a-6afb-41dc-af27-96687aa9acfd req-3d533dbe-d9e9-451f-91c8-aea0a73a6da3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:36.725822 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-998a9a2a-6afb-41dc-af27-96687aa9acfd req-3d533dbe-d9e9-451f-91c8-aea0a73a6da3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.3103302
Apr 20 18:37:36.784212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 02983e2d-df68-4702-8144-b7f4d3824848 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:36.851351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.923342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51188) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:36.984528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:36.992011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.003344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.010472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800052dfd0>, [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:37:29Z', 'revision_number': 3, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:37.024770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f51cea-4078-477e-953c-a93fcfa947f2 None None] The sync data for ids ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'] in dv-cinder-786932-2-iscsi is: [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:37:29Z', 'revision_number': 3, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:37.118201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37920726-155a-45bf-b0a4-c7201d4bdde0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:37.223509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.301560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.328984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.336074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cabbba39-dcff-4a7c-bfe4-2096e35cdc2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:37.413408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.567006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Network 65ebe194-7c84-412a-ba94-5473ce84541a is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:37.571911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:37.578738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Pushing event updated for resources: {'Port': ['ID=343be442-995c-4686-bd6b-90b3f1e7c404,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:37.585261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'Port': ['ID=3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:37.594194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:37.596934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:37.599597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:37.609787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Usage tracker for resource:security_group_rule and tenant:53116f56e523418a8b55c5774ea1ba83 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:37.616279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:37.664557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ac3ea-b246-4c24-a61d-3e48afb09feb None None] Network 65ebe194-7c84-412a-ba94-5473ce84541a requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:37.695739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.712758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:37.875586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Provisioning for port 02983e2d-df68-4702-8144-b7f4d3824848 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:37.897214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Provisioning complete for port 02983e2d-df68-4702-8144-b7f4d3824848 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:37.897669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.919575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.928965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:37.942681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-893bd126-adca-47d9-9bd2-4e738ad2342b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:37.985073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53116f56e523418a8b55c5774ea1ba83&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0604806
Apr 20 18:37:37.995500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51206) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:38.062057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.063682 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3526549
Apr 20 18:37:38.147755 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.214498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.264726 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9cda3081-e8a5-48d0-a7da-c0dcb3cd87c4 req-c92e6606-40e1-430c-83ab-b749345bdc32 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.1296685
Apr 20 18:37:38.302184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc35b420-a0c6-4b1b-87d6-cb596042bb58,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:38.306134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2cc5485b-be57-47cf-8c41-c82e8b884b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:38.333357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.352891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cc837015-5743-4d01-9663-389ffce7a6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:38.375022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.400020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc35b420-a0c6-4b1b-87d6-cb596042bb58,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:38.405276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:38.406898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:38.431122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.432752 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc35b420-a0c6-4b1b-87d6-cb596042bb58 HTTP/1.1" status: 204  len: 168 time: 0.4360480
Apr 20 18:37:38.564938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] For port 02983e2d-df68-4702-8144-b7f4d3824848, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=02983e2d-df68-4702-8144-b7f4d3824848,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:38.577969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:38.580877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:38.639042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-dd8302d6-3046-4716-973f-958174e4cb3c req-fd62977b-1fd2-4a70-96b9-34e22c2bf124 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:38.687799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-dd8302d6-3046-4716-973f-958174e4cb3c req-fd62977b-1fd2-4a70-96b9-34e22c2bf124 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:38.690138 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-fd62977b-1fd2-4a70-96b9-34e22c2bf124 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1220413875&fields=id&tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 267 time: 0.1600473
Apr 20 18:37:38.701356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Pushing event updated for resources: {'Port': ['ID=02983e2d-df68-4702-8144-b7f4d3824848,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:38.709480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:38.780544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b87a09e7-a013-41d4-b9c4-c61d18e28a92 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:38.942611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-cb5e4d33-4898-4862-9971-21fe8bd6f0e7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:38.950292 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-cb5e4d33-4898-4862-9971-21fe8bd6f0e7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 817 time: 0.2513568
Apr 20 18:37:38.972163 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-569304b7-d1e6-4023-a66b-2d0d00562704 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/quotas/39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 375 time: 0.0197675
Apr 20 18:37:38.976024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:37:38.980989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:39.009714 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] 10.222.0.25 "PUT /v2.0/routers/b0cb7aa1-2241-4e5d-b356-7160a7cb01e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9633749
Apr 20 18:37:39.044383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port b87a09e7-a013-41d4-b9c4-c61d18e28a92 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:39.088099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-9242fdda-c366-4fb7-891a-48059f887f57 None None] Provisioning for port 343be442-995c-4686-bd6b-90b3f1e7c404 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:39.094045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port b87a09e7-a013-41d4-b9c4-c61d18e28a92 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:39.094983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.117981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-dd8302d6-3046-4716-973f-958174e4cb3c req-8f95aa6c-cff9-4019-849b-e76b88088bd3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:39.161017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-9242fdda-c366-4fb7-891a-48059f887f57 None None] Provisioning complete for port 343be442-995c-4686-bd6b-90b3f1e7c404 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:39.161677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9242fdda-c366-4fb7-891a-48059f887f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.189599 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-dd8302d6-3046-4716-973f-958174e4cb3c req-8f95aa6c-cff9-4019-849b-e76b88088bd3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:39.193453 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-8f95aa6c-cff9-4019-849b-e76b88088bd3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2201121
Apr 20 18:37:39.288157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-9242fdda-c366-4fb7-891a-48059f887f57 None None] Port 343be442-995c-4686-bd6b-90b3f1e7c404 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:39.311006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-9242fdda-c366-4fb7-891a-48059f887f57 None None] Provisioning complete for port 02983e2d-df68-4702-8144-b7f4d3824848 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:39.311440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9242fdda-c366-4fb7-891a-48059f887f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.470579 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-47fee82a-7940-4d65-a0eb-ee8c8876ab0f req-24ffb766-00f9-42a7-9e2b-34e5ed9d7052 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.1147883
Apr 20 18:37:39.703734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.777187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port b87a09e7-a013-41d4-b9c4-c61d18e28a92, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=b87a09e7-a013-41d4-b9c4-c61d18e28a92,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:39.786122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:39.787120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 39ac6b8c-713b-446a-bee4-c2db6922f155 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:39.862823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:39.941756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=b87a09e7-a013-41d4-b9c4-c61d18e28a92,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:39.950172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:39.964818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 39ac6b8c-713b-446a-bee4-c2db6922f155 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:39.965250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.005710 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-59553705-ce7d-4e52-967d-cb81b7fae1ca service neutron] 10.222.0.25 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8047516
Apr 20 18:37:40.036329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-7ea4ea47-f0d7-4c65-8303-8bda3d191de3 None None] Provisioning complete for port 343be442-995c-4686-bd6b-90b3f1e7c404 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:40.036763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7ea4ea47-f0d7-4c65-8303-8bda3d191de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.102218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4ea47-f0d7-4c65-8303-8bda3d191de3 None None] Port 343be442-995c-4686-bd6b-90b3f1e7c404 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:40.254353 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-7fe23848-9dbe-47e5-96dd-52283ca435bb service neutron] 10.222.0.25 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414675
Apr 20 18:37:40.418812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51260) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:40.425251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408344531', 'description': 'tempest-secgroup-smoke-1408344531 description', 'project_id': 'd38b0824b83f40c9874ffbc291951949'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:40.442771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:40.456622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:40.462406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:40.469787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:40.482418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.514611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b87a09e7-a013-41d4-b9c4-c61d18e28a92 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:40.518472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:40.523602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:40.527291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:40.535544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:40.656112 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4d7163d-563d-43cc-bcd6-2076ecca8037 req-f5bb90f3-a1ef-406c-8df3-b3162b041fd3 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0869501
Apr 20 18:37:40.683474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port b87a09e7-a013-41d4-b9c4-c61d18e28a92 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:40.683908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.788173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.794856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.850872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3eea3887-b700-4f84-a2de-26ca5f414a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:40.853303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 02983e2d-df68-4702-8144-b7f4d3824848 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:40.867400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.874938 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4492791
Apr 20 18:37:40.876971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51274) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:40.885471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group_rule': {'security_group_id': 'd33a4b02-c4d7-4d87-a6cf-c55e29d99f5b', 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:40.906567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:40.910396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:40.922435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:40.928098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:40.938366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:40.953722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:40.983441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:40.995217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 02983e2d-df68-4702-8144-b7f4d3824848 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:40.995761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.076934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.081729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.084531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b609500a-e218-4c5e-84f7-e88622f998a9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:41.122952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.128082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51278) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:41.128294 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2491388
Apr 20 18:37:41.131051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b30dcc-ca1e-40cb-87d3-369a90126820,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:41.134349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:41.150531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group_rule': {'security_group_id': 'd33a4b02-c4d7-4d87-a6cf-c55e29d99f5b', 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:41.157417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:41.162127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:41.173024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:41.191607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:41.213833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.305042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.307895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Sync routers for ids ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:41.309907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.331629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Routers {'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:41.333379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800034d080>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:41.337574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-861ab6cd-7c40-462f-9f78-3d523ee92f4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:41.354756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d6679c-683b-4cf4-8eeb-aa0f97978017,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:41.357690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:41.358923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.360330 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2300684
Apr 20 18:37:41.363655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51282) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:41.371402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group_rule': {'security_group_id': 'd33a4b02-c4d7-4d87-a6cf-c55e29d99f5b', 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:41.404508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:41.416468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:41.432608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:41.450713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:41.487933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.650735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.665198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.667653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:41.728711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af94846-6fd4-4666-8099-92677a56bc30,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:41.731466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:41.753869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.761689 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3967516
Apr 20 18:37:41.764721 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51296) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:41.771593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group_rule': {'security_group_id': 'd33a4b02-c4d7-4d87-a6cf-c55e29d99f5b', 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:41.778540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:41.783879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:41.787341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:41.795500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:41.821318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-47a2e59c-319b-41cb-87eb-056acd871026 req-4399bdb4-dd68-421a-8467-5f27a7b3aafc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:41.851997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-47a2e59c-319b-41cb-87eb-056acd871026 req-4399bdb4-dd68-421a-8467-5f27a7b3aafc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:41.854397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.866935 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-47a2e59c-319b-41cb-87eb-056acd871026 req-4399bdb4-dd68-421a-8467-5f27a7b3aafc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.2634687
Apr 20 18:37:41.910678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Set router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:41.916715 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cd46b3e4-c3cd-47e9-abef-67a559e025b9 req-5df2e418-eacc-4a85-a1c3-57f33da08355 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.1101165
Apr 20 18:37:41.941900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.945431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:41.947944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3ee228d8-4d8f-4d07-913f-ea36cc2bb386 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:42.001090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eac78ee-a9e4-47c0-b6ef-73e91b73700b,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:42.004645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.009036 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2431293
Apr 20 18:37:42.009933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51302) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:42.010457 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:42.020903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group_rule': {'security_group_id': 'd33a4b02-c4d7-4d87-a6cf-c55e29d99f5b', 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:42.032762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:42.040275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:42.046124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:42.060529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:42.075998 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.securitygroups_db [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Project d38b0824b83f40c9874ffbc291951949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:37:42.085931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.197548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.205919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.208209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:42.247329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.249657 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2371848
Apr 20 18:37:42.251895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 51306) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:42.254765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b573819-838e-48d1-b394-9ef6285ff8f7,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:42.257464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:42.261931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'security_group_rule': {'security_group_id': 'd33a4b02-c4d7-4d87-a6cf-c55e29d99f5b', 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:42.269538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:42.273966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:security_group_rule and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:42.277179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:42.286923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:42.306285 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.securitygroups_db [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Project d38b0824b83f40c9874ffbc291951949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:37:42.331376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.454322 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800034d080>, [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 4, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '343be442-995c-4686-bd6b-90b3f1e7c404', 'name': '', 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'mac_address': 'fa:16:3e:2d:22:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e9a44480-16b5-4ddb-b295-e7e540bba031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:34Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 2, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'subnets': [{'id': 'e9a44480-16b5-4ddb-b295-e7e540bba031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:42.463186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Checking router: b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:42.464374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Updating router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 port 343be442-995c-4686-bd6b-90b3f1e7c404 binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:37:42.467756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.473759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.476232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-84cd35f7-1c6b-425c-9902-e579c68dcabd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:42.503346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0a4519-6d52-4351-8b95-6fc5eb5bd026,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:42.506627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:42.515271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.516845 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-db51d733-5a15-4e52-a103-e0b9116af715 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2638333
Apr 20 18:37:42.602264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.244769 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3be598d5-61b5-4498-9392-bd216e01f1ac req-abafec9e-5afe-4214-abea-173bd64c17d7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.1266024
Apr 20 18:37:43.384181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.426464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Transition to ACTIVE for port object 343be442-995c-4686-bd6b-90b3f1e7c404 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:43.436727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.462799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a32196fc-5b09-46a9-98bb-854e2306f301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:43.907028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-89e10558-b7ba-42e7-8a7b-c24aea0964b5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:43.913835 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-89e10558-b7ba-42e7-8a7b-c24aea0964b5 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 810 time: 0.7308743
Apr 20 18:37:43.923821 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0a08f047-1b68-4eb9-a853-572d96bc39ff req-0b9df49b-f42b-4678-9268-3723f1fbd96f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.9023774
Apr 20 18:37:44.106065 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-e02be0cf-f7e9-48ce-9a62-6dd53441e53c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=379c1b40340b46408792cb7d852bbba7 HTTP/1.1" status: 200  len: 5705 time: 0.1803756
Apr 20 18:37:44.130461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'port': {'device_id': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'admin_state_up': True, 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'security_groups': ['7def1f65-0cf3-4a56-a43e-dbd09ab37a2d']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:44.164170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c6a6a-f606-4593-9d36-28bbcfab7db8 None None] Pushing event updated for resources: {'Port': ['ID=343be442-995c-4686-bd6b-90b3f1e7c404,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:44.175738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bd7c6a6a-f606-4593-9d36-28bbcfab7db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:44.222060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Attempting to bind port 343be442-995c-4686-bd6b-90b3f1e7c404 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:44.222484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Attempting to bind port 343be442-995c-4686-bd6b-90b3f1e7c404 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:44.222899 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Attempting to bind port 343be442-995c-4686-bd6b-90b3f1e7c404 on network 65ebe194-7c84-412a-ba94-5473ce84541a {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:44.232466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:44.232891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Checking segment: {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:44.233346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.233832 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Bound using segment: {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:44.234360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Bound port: 343be442-995c-4686-bd6b-90b3f1e7c404, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4c9616-4570-4059-aa67-b75741de8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:44.234782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.394017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:44.421103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:44.444981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Made reservation on behalf of 379c1b40340b46408792cb7d852bbba7 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:44.451968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.505727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] For port 343be442-995c-4686-bd6b-90b3f1e7c404, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:44.522039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] For port 343be442-995c-4686-bd6b-90b3f1e7c404, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=343be442-995c-4686-bd6b-90b3f1e7c404,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:44.530043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:44.541519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4dcaa5d-c74f-4fc3-9fa8-beec2772f0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:44.639787 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-78f2cc5c-b3fc-47ff-9f6f-8e8e7dc09a19 req-de7d0a4b-d215-4d18-ba82-29bbd177cdf4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0733769
Apr 20 18:37:44.695524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Routers {'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:44.697199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800034d080>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:44.775962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Allocated IP 172.20.0.10 (6d598126-4968-4ab9-864c-ac1f0ffd6a08/65e97978-dfbd-48f2-a632-362cbc541467/4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:44.870198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c6a6a-f606-4593-9d36-28bbcfab7db8 None None] Pushing event updated for resources: {'Port': ['ID=343be442-995c-4686-bd6b-90b3f1e7c404,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:44.887540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bd7c6a6a-f606-4593-9d36-28bbcfab7db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:45.048127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] Set router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:45.274291 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4b09e7bb-1b28-4d19-9ea2-0996e5713a4e req-99dbb1b0-0505-4ad5-bd12-894c5b070ba0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.0768325
Apr 20 18:37:45.453874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.494604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Transition to ACTIVE for port object 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:45.560302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800034d080>, [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 4, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '343be442-995c-4686-bd6b-90b3f1e7c404', 'name': '', 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'mac_address': 'fa:16:3e:2d:22:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e9a44480-16b5-4ddb-b295-e7e540bba031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:34Z', 'updated_at': '2021-04-20T18:37:44Z', 'revision_number': 4, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'subnets': [{'id': 'e9a44480-16b5-4ddb-b295-e7e540bba031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:45.572272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f360d-6df1-468e-be83-926f0b787ae0 None None] The sync data for ids ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'] in dv-cinder-786932-2-iscsi is: [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 4, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '343be442-995c-4686-bd6b-90b3f1e7c404', 'name': '', 'network_id': '65ebe194-7c84-412a-ba94-5473ce84541a', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'mac_address': 'fa:16:3e:2d:22:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e9a44480-16b5-4ddb-b295-e7e540bba031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:34Z', 'updated_at': '2021-04-20T18:37:44Z', 'revision_number': 4, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'subnets': [{'id': 'e9a44480-16b5-4ddb-b295-e7e540bba031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:45.572535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.586527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-791815ef-e6a7-4733-a56f-6bab701541a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:45.752954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event updated for resources: {'Port': ['ID=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:45.758934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:45.762387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:45.764081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:45.772642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:45.882043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:45.883093 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:45.932821 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8192415
Apr 20 18:37:45.996866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0b478-1891-4299-ab38-f2c3bd1e6daf req-7ea53838-d45e-42d2-a8c5-6462b044705e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:45.998629 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-02e0b478-1891-4299-ab38-f2c3bd1e6daf req-7ea53838-d45e-42d2-a8c5-6462b044705e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 932 time: 0.1642740
Apr 20 18:37:46.059065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-02e0b478-1891-4299-ab38-f2c3bd1e6daf req-ab5c8663-9b00-460a-bf4a-7d9245b154c6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:46.091049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-02e0b478-1891-4299-ab38-f2c3bd1e6daf req-ab5c8663-9b00-460a-bf4a-7d9245b154c6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:46.092196 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-02e0b478-1891-4299-ab38-f2c3bd1e6daf req-ab5c8663-9b00-460a-bf4a-7d9245b154c6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835195
Apr 20 18:37:46.148088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Request body: {'port': {'device_id': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:46.205604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-ef0621b5-1ee2-4cd2-b391-e2492085361d None None] Provisioning for port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:46.224956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-ef0621b5-1ee2-4cd2-b391-e2492085361d None None] Provisioning complete for port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:46.232507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef0621b5-1ee2-4cd2-b391-e2492085361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.338220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.608220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-ef0621b5-1ee2-4cd2-b391-e2492085361d None None] Port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:46.636243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 343be442-995c-4686-bd6b-90b3f1e7c404 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:46.735602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6522-eb0f-4d97-91db-30e684ddfdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:46.772111 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac241f5c-aeca-4769-a01c-aedf547c728b req-41ffba42-6de3-4e2d-80f9-42c7aa42da04 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.2079909
Apr 20 18:37:46.857897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 343be442-995c-4686-bd6b-90b3f1e7c404 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:46.875691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 343be442-995c-4686-bd6b-90b3f1e7c404 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:46.877207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.159749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.185346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:37:47.220301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 343be442-995c-4686-bd6b-90b3f1e7c404, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=343be442-995c-4686-bd6b-90b3f1e7c404,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:47.222812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.224550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.230763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6145188c-c9ef-4cda-a5a1-09cc7a33a3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:47.338031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=343be442-995c-4686-bd6b-90b3f1e7c404,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:47.341546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:47.365166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Transition to ACTIVE for port object 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:47.373358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:47.401303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:47.424193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a45e2c-f03d-4ecf-bc31-2280bd0db606 req-afc1d461-e5d2-40ee-ba0d-fe4ff2c3ff23 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:47.434415 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-72a45e2c-f03d-4ecf-bc31-2280bd0db606 req-afc1d461-e5d2-40ee-ba0d-fe4ff2c3ff23 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 932 time: 0.1566832
Apr 20 18:37:47.499919 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-72a45e2c-f03d-4ecf-bc31-2280bd0db606 req-9d0a8ca6-4266-4d9e-a625-c2f83588321b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537941
Apr 20 18:37:47.623547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-bef32059-0acf-4493-b0c5-797e7d4904c9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:47.624335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-bef32059-0acf-4493-b0c5-797e7d4904c9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:network {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:47.713824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:47.805652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:47.827736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-bef32059-0acf-4493-b0c5-797e7d4904c9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:network {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:47.829045 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-bef32059-0acf-4493-b0c5-797e7d4904c9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 814 time: 0.6026909
Apr 20 18:37:47.886985 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-b98c8f12-536f-4c0f-898a-6e356450af66 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/quotas/e634dce05f2b45d593dfbca5940a886d HTTP/1.1" status: 200  len: 375 time: 0.0462275
Apr 20 18:37:47.980752 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-43fdf762-ca52-4011-ab6a-207174ce1430 req-b52d332f-533a-4a6e-bfb6-39960da473a5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.0568197
Apr 20 18:37:47.982516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Attempting to bind port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:47.982914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Attempting to bind port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:47.983294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Attempting to bind port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:48.000539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:37:48.001139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Attempting to bind port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 on network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:48.013066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-4d253b09-2138-45fc-830d-5286c88ab782 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:48.014797 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-4d253b09-2138-45fc-830d-5286c88ab782 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 817 time: 0.3455784
Apr 20 18:37:48.023840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:48.024234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Checking segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:48.024668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Bound using segment: {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:48.025156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Bound port: 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e873e15f-e26c-4776-9685-0eb68bd59848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:48.025586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.214894 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-9c34c16f-90ae-46a2-9638-d7eaa0faec0e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3038311
Apr 20 18:37:48.233173 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-3f6b3210-b029-4c3d-9779-a934c7947b4f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 5705 time: 0.1968772
Apr 20 18:37:48.262660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] For port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:48.269031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'port': {'device_id': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'admin_state_up': True, 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'security_groups': ['d30ddeda-5227-48be-84b5-4729406f93cb']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:48.434284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] For port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:48.451660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 343be442-995c-4686-bd6b-90b3f1e7c404 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:48.453173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.474876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:48.577229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 343be442-995c-4686-bd6b-90b3f1e7c404 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:48.577942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.582866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:48.583576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:48.585182 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 HTTP/1.1" status: 200  len: 1094 time: 2.6380622
Apr 20 18:37:48.585812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:48.737851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:48.742555 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-defef4d9-33b6-4b3b-bdb5-6cc5bcc90920 service neutron] 10.222.0.25 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5082603
Apr 20 18:37:48.748009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:48.788082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:48.869291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:48.912704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Made reservation on behalf of 39f3f26f55524d2d89d7c9cd7f9548f1 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:48.919194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.014299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-464c4db5-c16e-404f-a69e-1c0e71733fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.016052 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-464c4db5-c16e-404f-a69e-1c0e71733fe4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 1097 time: 0.3588796
Apr 20 18:37:49.056178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44951ac0-4871-4968-b48e-45955f38f613 req-e914aa2a-6d8f-4a34-8d66-207bbfcf4d51 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.060411 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-44951ac0-4871-4968-b48e-45955f38f613 req-e914aa2a-6d8f-4a34-8d66-207bbfcf4d51 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 944 time: 0.3772914
Apr 20 18:37:49.150478 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-44951ac0-4871-4968-b48e-45955f38f613 req-eaeffca9-da5a-4449-8ea7-96d63d44b5a7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850904
Apr 20 18:37:49.371035 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'status': 'completed', 'code': 200}
Apr 20 18:37:49.401582 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-e9ea328c-35df-41c2-a2a9-582ccf0f693e service neutron] 10.222.0.25 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6437459
Apr 20 18:37:49.423265 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-59753090-bb71-4ebf-9bf8-0ea6997abb84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 HTTP/1.1" status: 200  len: 217 time: 0.3871198
Apr 20 18:37:49.448505 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-39946ecf-5211-422d-ac2e-d883f8c93c16 req-69a0bcf6-ddb9-485a-af64-5f280cb90019 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.0939562
Apr 20 18:37:49.640976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-02ed8987-41bd-45f2-8cd3-c0fdb809fecc req-e193301a-bd1b-4b4c-9bae-b75987872dc4 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:49.650327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Allocated IP 172.20.0.11 (c318347e-9762-4bfc-b74e-1d0159deb3ef/5d84569d-92fc-4b0b-9c0c-ffae73540bcd/c57f912b-2b41-47e1-bdd2-e6f469efb49c) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:49.666009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-02ed8987-41bd-45f2-8cd3-c0fdb809fecc req-e193301a-bd1b-4b4c-9bae-b75987872dc4 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:49.671906 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-02ed8987-41bd-45f2-8cd3-c0fdb809fecc req-e193301a-bd1b-4b4c-9bae-b75987872dc4 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 210 time: 0.0869424
Apr 20 18:37:49.683833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-736a9de7-7df4-4886-8c4d-a02ddb01c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.687503 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-736a9de7-7df4-4886-8c4d-a02ddb01c482 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.2271097
Apr 20 18:37:49.781427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:49.941056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-014f2e50-e6d3-4205-8b74-6762b8340285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:49.942761 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-014f2e50-e6d3-4205-8b74-6762b8340285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2425861
Apr 20 18:37:50.033518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19834c45-c9f8-4c30-acc6-133aa004d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.068190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.103483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Transition to ACTIVE for port object c57f912b-2b41-47e1-bdd2-e6f469efb49c will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:50.151396 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-92ab0a7b-0601-4426-9857-d1747d84755f service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942246
Apr 20 18:37:50.250929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.264639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-293caddb-a39d-479c-bdef-d0f45cac3323 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:50.449837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Network c318347e-9762-4bfc-b74e-1d0159deb3ef is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:50.455696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:50.458734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:50.501997 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf1b3361-20ca-49db-8e93-4aa02d519ca7 req-f3704550-c5b5-435a-954d-555027a23cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3413928
Apr 20 18:37:50.502729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:50.506405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:50.548509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.571776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:50.572644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.600846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6eb47-a5d0-4fb7-be08-f067cd0250d9 req-8aa17fce-4c5c-4f84-8099-e3e9afe1ceda tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:50.601711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3aa6eb47-a5d0-4fb7-be08-f067cd0250d9 req-8aa17fce-4c5c-4f84-8099-e3e9afe1ceda tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:50.686441 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4276474
Apr 20 18:37:50.694539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3aa6eb47-a5d0-4fb7-be08-f067cd0250d9 req-8aa17fce-4c5c-4f84-8099-e3e9afe1ceda tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:50.697568 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3aa6eb47-a5d0-4fb7-be08-f067cd0250d9 req-8aa17fce-4c5c-4f84-8099-e3e9afe1ceda tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 944 time: 0.3927953
Apr 20 18:37:50.713035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Request body: {'port': {'device_id': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:50.741446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-855163af-e498-4ebf-bf4b-a9a5e2aa2190 None None] Provisioning for port c57f912b-2b41-47e1-bdd2-e6f469efb49c completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:50.752119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-855163af-e498-4ebf-bf4b-a9a5e2aa2190 None None] Provisioning complete for port c57f912b-2b41-47e1-bdd2-e6f469efb49c triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:50.753186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-855163af-e498-4ebf-bf4b-a9a5e2aa2190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:50.776097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81deac-7f09-4ca2-be89-d1b5641be98c req-565b0ecc-d85f-440f-8880-ae5ab33fc4d9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:50.786004 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f81deac-7f09-4ca2-be89-d1b5641be98c req-565b0ecc-d85f-440f-8880-ae5ab33fc4d9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 932 time: 0.1462004
Apr 20 18:37:50.858016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-855163af-e498-4ebf-bf4b-a9a5e2aa2190 None None] Port c57f912b-2b41-47e1-bdd2-e6f469efb49c cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:50.869742 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f81deac-7f09-4ca2-be89-d1b5641be98c req-ac393b24-fa0a-49b8-b4b6-08643b89f1ea tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826659
Apr 20 18:37:50.878789 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3aa6eb47-a5d0-4fb7-be08-f067cd0250d9 req-03ed6a33-d5e1-4e20-b29b-9c2f33b261a4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747580
Apr 20 18:37:50.894014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-a0022416-5b80-40c7-8b13-1d7815c81dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:50.895669 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-a0022416-5b80-40c7-8b13-1d7815c81dbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 1097 time: 0.2896228
Apr 20 18:37:51.020028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:51.155493 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2faee360-2924-4c84-a700-b469458d6489 req-365884e8-69d1-4267-9daa-f4637a09a658 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 210 time: 0.0812745
Apr 20 18:37:51.169529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-ab0e71c2-48e5-4bc8-8fc0-02458ad47307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.171186 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-ab0e71c2-48e5-4bc8-8fc0-02458ad47307 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.2598588
Apr 20 18:37:51.245576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-13ce46f9-b83d-4e47-b0cb-99b878226f39 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.248517 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-13ce46f9-b83d-4e47-b0cb-99b878226f39 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 814 time: 0.2913842
Apr 20 18:37:51.278816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'port': {'device_id': '4fa521e9-06dd-4516-8413-ce388953fe59', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'admin_state_up': True, 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:37:51.342566 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-3c22274e-d3c9-427e-a4d9-cc656210382b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 HTTP/1.1" status: 200  len: 217 time: 0.1034040
Apr 20 18:37:51.434201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-245c8dcb-54c6-4a5e-896c-485fdb3e7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.436143 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-245c8dcb-54c6-4a5e-896c-485fdb3e7f6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.0768628
Apr 20 18:37:51.546898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:51.572120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:51.601150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Made reservation on behalf of e634dce05f2b45d593dfbca5940a886d for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:37:51.621453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:51.666899 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:51.671522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-683df9ab-88bc-4eba-aea3-300c69825b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:51.673565 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-683df9ab-88bc-4eba-aea3-300c69825b08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2279303
Apr 20 18:37:51.893320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Allocated IP 172.20.0.4 (969ebbf0-9525-4cc6-a8c8-e1e668e25185/ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb/d5b99ffe-cbe8-42b3-8e44-5a3598c73540) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:37:51.989312 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-3922655c-87ec-4673-8d8d-d182fbbb86f6 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072646
Apr 20 18:37:52.224309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57f912b-2b41-47e1-bdd2-e6f469efb49c {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:37:52.238334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.410985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.585675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Transition to ACTIVE for port object c57f912b-2b41-47e1-bdd2-e6f469efb49c will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:52.594784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:52.619409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e6bf5fe0-ac85-4aa2-9619-8f93c5fb065b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:52.681155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d746f-5179-4074-91d6-b3ad12acfa0f req-c84bf0b0-13ba-42da-8561-9fafb3b20116 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:52.695955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-348d746f-5179-4074-91d6-b3ad12acfa0f req-c84bf0b0-13ba-42da-8561-9fafb3b20116 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 944 time: 0.5876215
Apr 20 18:37:52.896524 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-348d746f-5179-4074-91d6-b3ad12acfa0f req-fb09107d-2930-4271-8ad5-2a0639264e94 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718054
Apr 20 18:37:53.053455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.120589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Transition to ACTIVE for port object d5b99ffe-cbe8-42b3-8e44-5a3598c73540 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:37:53.217304 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7eb77b49-d2d1-4891-af4b-e94fc93da33d req-ac1311f9-cde1-4b04-b189-e5fcbd369f43 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 210 time: 0.0906916
Apr 20 18:37:53.260702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.295608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:53.393078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:37:53.397989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:37:53.404263 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:37:53.441300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:53.444449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:53.524512 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-93c1f996-ef4c-497b-bb28-e0912bf4ded9 req-5fa3f663-139d-400b-8f60-41495261bc5c service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5167227
Apr 20 18:37:53.554243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aca52-3ce7-40f7-8187-f83fbb4ddb80 req-7d4d2424-35e3-4fc2-9325-feef417b9bfe tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:53.555017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-2d8aca52-3ce7-40f7-8187-f83fbb4ddb80 req-7d4d2424-35e3-4fc2-9325-feef417b9bfe tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:53.597484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:53.601962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.679036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Attempting to bind port c57f912b-2b41-47e1-bdd2-e6f469efb49c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:37:53.679521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Attempting to bind port c57f912b-2b41-47e1-bdd2-e6f469efb49c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:37:53.680022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Attempting to bind port c57f912b-2b41-47e1-bdd2-e6f469efb49c on network c318347e-9762-4bfc-b74e-1d0159deb3ef {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:53.688266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Port c57f912b-2b41-47e1-bdd2-e6f469efb49c on network c318347e-9762-4bfc-b74e-1d0159deb3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:37:53.689279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Attempting to bind port c57f912b-2b41-47e1-bdd2-e6f469efb49c on network c318347e-9762-4bfc-b74e-1d0159deb3ef {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:37:53.718164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:37:53.719147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Checking segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:37:53.719924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Bound using segment: {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:37:53.720925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Bound port: c57f912b-2b41-47e1-bdd2-e6f469efb49c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faeca69-d505-4b19-a847-addab5c0615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:37:53.721705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.726935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:53.780055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0ee018df-6f57-49f9-9374-b295ca486ca3 None None] Provisioning for port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:53.783743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:53.798807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0ee018df-6f57-49f9-9374-b295ca486ca3 None None] Provisioning complete for port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:53.800122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0ee018df-6f57-49f9-9374-b295ca486ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:53.829734 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5598426
Apr 20 18:37:53.866284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-2d8aca52-3ce7-40f7-8187-f83fbb4ddb80 req-7d4d2424-35e3-4fc2-9325-feef417b9bfe tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:53.867744 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2d8aca52-3ce7-40f7-8187-f83fbb4ddb80 req-7d4d2424-35e3-4fc2-9325-feef417b9bfe tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 932 time: 1.6081898
Apr 20 18:37:53.923945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-0ee018df-6f57-49f9-9374-b295ca486ca3 None None] Port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:37:54.017844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:37:54.033467 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2d8aca52-3ce7-40f7-8187-f83fbb4ddb80 req-62557dc5-a4e1-4bba-b145-834c43b10db5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463137
Apr 20 18:37:54.051430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:37:54.059962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:54.094125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-19544681-451c-4371-a259-57ee7f451bb7 tempest-VolumesSnapshotTestJSON-1195516248 tempest-VolumesSnapshotTestJSON-1195516248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:54.185522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:54.186187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:54.187766 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] 10.222.0.44 "PUT /v2.0/ports/c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 200  len: 1094 time: 3.4794714
Apr 20 18:37:54.188332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:54.253173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:54.264350 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:54.330236 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'status': 'completed', 'code': 200}
Apr 20 18:37:54.512836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4215-1ca1-42a2-8c50-f974040bc7a1 req-8e73dce2-2d54-4c92-910b-ef36234cc029 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:54.514827 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb1b4215-1ca1-42a2-8c50-f974040bc7a1 req-8e73dce2-2d54-4c92-910b-ef36234cc029 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 944 time: 0.2097418
Apr 20 18:37:54.596974 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb1b4215-1ca1-42a2-8c50-f974040bc7a1 req-20aedf17-8031-41da-b7e6-029365657a22 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738373
Apr 20 18:37:54.653670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299639fc-7119-4f48-b714-a87807944b51 req-267c9d1c-a5da-47a2-bcfd-21e051aae5f7 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:54.655593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-299639fc-7119-4f48-b714-a87807944b51 req-267c9d1c-a5da-47a2-bcfd-21e051aae5f7 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.1256137
Apr 20 18:37:54.713842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-299639fc-7119-4f48-b714-a87807944b51 req-a4b7af3f-09bb-4b25-9165-b9ea1341888f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:54.734307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-299639fc-7119-4f48-b714-a87807944b51 req-a4b7af3f-09bb-4b25-9165-b9ea1341888f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:54.739152 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-299639fc-7119-4f48-b714-a87807944b51 req-a4b7af3f-09bb-4b25-9165-b9ea1341888f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722761
Apr 20 18:37:55.349366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452759e4-7831-415d-8e97-8c3005ed5c7c req-3e8592ea-9b72-4813-a7ae-426a038d59a4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:55.351870 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-452759e4-7831-415d-8e97-8c3005ed5c7c req-3e8592ea-9b72-4813-a7ae-426a038d59a4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1435797
Apr 20 18:37:55.418345 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-452759e4-7831-415d-8e97-8c3005ed5c7c req-7dd315b0-0d6f-4cc3-a6de-d24f08664e43 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595603
Apr 20 18:37:55.860635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59c5a-c5c3-4439-95ec-3a567002df8c req-f859bb04-41a5-4605-aae2-e0a44b8b85b4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:55.865137 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7cb59c5a-c5c3-4439-95ec-3a567002df8c req-f859bb04-41a5-4605-aae2-e0a44b8b85b4 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 944 time: 0.1346931
Apr 20 18:37:55.940302 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7cb59c5a-c5c3-4439-95ec-3a567002df8c req-3ae3bfb5-7f21-4bbc-9e10-b5a232a9c71d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623024
Apr 20 18:37:56.062587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667d9b4-4526-4037-b0c9-31100a359fae req-feed178d-c7ee-40ff-8550-0dad54108b02 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:56.063355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-0667d9b4-4526-4037-b0c9-31100a359fae req-feed178d-c7ee-40ff-8550-0dad54108b02 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:56.080273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-0667d9b4-4526-4037-b0c9-31100a359fae req-feed178d-c7ee-40ff-8550-0dad54108b02 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:56.081631 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0667d9b4-4526-4037-b0c9-31100a359fae req-feed178d-c7ee-40ff-8550-0dad54108b02 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.1333001
Apr 20 18:37:56.150984 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0667d9b4-4526-4037-b0c9-31100a359fae req-e42ad892-e391-41dc-a97b-a6e9af64a630 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504229
Apr 20 18:37:56.254892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:37:56.609374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:56.629972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'port_id': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'mac_address': 'fa:16:3e:16:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:37:56.673484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b41eb5-a862-4301-8ee2-681fb8dc73c4 req-4a8d63d7-ce04-4122-8abe-fa1daf9ee069 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:56.675237 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-26b41eb5-a862-4301-8ee2-681fb8dc73c4 req-4a8d63d7-ce04-4122-8abe-fa1daf9ee069 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1037834
Apr 20 18:37:56.756791 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-26b41eb5-a862-4301-8ee2-681fb8dc73c4 req-bd6479d5-6435-4bef-b63e-51e2c5cd4e8d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740316
Apr 20 18:37:56.758407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.797699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:37:56.822968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:56.826723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:56.828710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:56.924205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:56.930237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:57.146627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:37:57.238799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461037a-0dbd-4d3e-9f66-176a07e71758 req-177bc5d5-d533-47e1-aa49-e91e41acc0cc tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:57.240479 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8461037a-0dbd-4d3e-9f66-176a07e71758 req-177bc5d5-d533-47e1-aa49-e91e41acc0cc tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 945 time: 0.1257930
Apr 20 18:37:57.378299 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8461037a-0dbd-4d3e-9f66-176a07e71758 req-d45b03b2-4bb1-4481-8622-7ae33a0a5861 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222005
Apr 20 18:37:57.666441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbd4b2-3127-4f02-afb9-17f4f2bb7acf req-55facdd5-9f6f-478e-b7cb-5b4a0c84d5cd tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:57.669520 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27cbd4b2-3127-4f02-afb9-17f4f2bb7acf req-55facdd5-9f6f-478e-b7cb-5b4a0c84d5cd tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.2096941
Apr 20 18:37:57.744573 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-27cbd4b2-3127-4f02-afb9-17f4f2bb7acf req-fcd6933e-81fd-4ceb-9f60-3fd3ded0f422 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677698
Apr 20 18:37:58.183898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d21e-db4c-4563-b4de-f875e21119f0 req-04a408c3-9641-4e34-87b0-5a338bd5c99e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:58.187332 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2f25d21e-db4c-4563-b4de-f875e21119f0 req-04a408c3-9641-4e34-87b0-5a338bd5c99e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1647196
Apr 20 18:37:58.258256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:37:58.277537 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2f25d21e-db4c-4563-b4de-f875e21119f0 req-18d20ee4-983f-4e6e-88b3-2f2f9dd03f09 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766912
Apr 20 18:37:58.401099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:37:58.410956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:37:58.411820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.623884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.674959 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:37:58.687211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:58.693340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:58.696062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:58.775695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e5af-de48-49ea-aa49-b47c4a5ba857 req-3d561bf3-0e66-4a04-89ab-8bd6bc40f395 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:58.789859 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-69f9e5af-de48-49ea-aa49-b47c4a5ba857 req-3d561bf3-0e66-4a04-89ab-8bd6bc40f395 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 945 time: 0.2394011
Apr 20 18:37:58.851839 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'code': 200}
Apr 20 18:37:58.853305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:58.881360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.881851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.882246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.882628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.883063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.883439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.883880 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.884266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.884643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.885013 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.885382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.885827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:58.891079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:59.014279 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-69f9e5af-de48-49ea-aa49-b47c4a5ba857 req-3024a556-0124-4e9b-aa92-7b578364833c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2229600
Apr 20 18:37:59.192622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0750-1695-4363-9cc3-2b5752cdc2f5 req-1fb0eef7-7911-4848-a456-6f83cf25bf30 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:59.201270 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a24a0750-1695-4363-9cc3-2b5752cdc2f5 req-1fb0eef7-7911-4848-a456-6f83cf25bf30 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.2103438
Apr 20 18:37:59.258258 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a24a0750-1695-4363-9cc3-2b5752cdc2f5 req-c2ab3de3-2735-4f96-a236-4ad4b91c6470 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558126
Apr 20 18:37:59.580318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697829d-4b18-403c-9839-b7171ff7a551 req-104106c4-6ac5-41f0-9a45-c047b2a3aeba tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:59.583330 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e697829d-4b18-403c-9839-b7171ff7a551 req-104106c4-6ac5-41f0-9a45-c047b2a3aeba tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1298964
Apr 20 18:37:59.652051 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e697829d-4b18-403c-9839-b7171ff7a551 req-a84429ec-7337-4519-8b5b-2b76056ac8d5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595686
Apr 20 18:38:00.296965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fb69-6cc0-4ef3-afb5-93e233029514 req-0c4c2043-6d0b-4444-8ca5-bbe122290c3a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:00.300223 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5fc9fb69-6cc0-4ef3-afb5-93e233029514 req-0c4c2043-6d0b-4444-8ca5-bbe122290c3a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.1352825
Apr 20 18:38:00.460528 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5fc9fb69-6cc0-4ef3-afb5-93e233029514 req-7eba236a-f688-4611-b334-1384d9ed72b0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352425
Apr 20 18:38:00.578518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe328c5-62c0-43c9-9678-e0b380863dad req-52ebee52-7104-4aa7-8e5d-80a8d479790a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:00.580743 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afe328c5-62c0-43c9-9678-e0b380863dad req-52ebee52-7104-4aa7-8e5d-80a8d479790a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.1692185
Apr 20 18:38:00.645357 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afe328c5-62c0-43c9-9678-e0b380863dad req-4c3f2a87-016b-4cda-8580-14b455572223 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577474
Apr 20 18:38:00.912868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed8c8-9412-41b4-875b-03ceaa3dc04e req-a4655d09-c737-4f85-b0c6-b62f3bc39bab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:00.914757 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-275ed8c8-9412-41b4-875b-03ceaa3dc04e req-a4655d09-c737-4f85-b0c6-b62f3bc39bab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1102788
Apr 20 18:38:00.998226 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-275ed8c8-9412-41b4-875b-03ceaa3dc04e req-a0dc2622-8c83-4280-b4e9-7f3006bdc282 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758126
Apr 20 18:38:01.769995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1e6f-db48-4616-a78d-69c329238aca req-d3ad839c-2d6f-436b-97bf-20f11d0e01fa tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:01.771872 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f87a1e6f-db48-4616-a78d-69c329238aca req-d3ad839c-2d6f-436b-97bf-20f11d0e01fa tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.1028976
Apr 20 18:38:01.841105 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f87a1e6f-db48-4616-a78d-69c329238aca req-207943c6-86c9-4ab1-9839-27e8418a5225 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571463
Apr 20 18:38:01.964250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b5efd-10e7-41b3-80fa-aaaab22e086d req-627a2fcc-2d16-4cc4-840d-27788f906a21 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:01.967044 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-551b5efd-10e7-41b3-80fa-aaaab22e086d req-627a2fcc-2d16-4cc4-840d-27788f906a21 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.1845622
Apr 20 18:38:02.035885 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-551b5efd-10e7-41b3-80fa-aaaab22e086d req-212a97c2-9a24-4447-a4a5-5148091b7a2d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610433
Apr 20 18:38:02.403884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439b40-634c-4698-a2cd-c135da6a9d85 req-f92d002d-cfdc-49f5-be04-4c0cb256aa7b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:02.405685 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56439b40-634c-4698-a2cd-c135da6a9d85 req-f92d002d-cfdc-49f5-be04-4c0cb256aa7b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1092389
Apr 20 18:38:02.483803 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56439b40-634c-4698-a2cd-c135da6a9d85 req-4b00e1f3-4e9e-4283-9515-48956f4447af tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668893
Apr 20 18:38:03.050983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb6e3-70cf-4d20-8164-a48db97ac3fa req-f12dab04-9ab3-423b-8942-8d2bcc794a9e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:03.052643 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a7bb6e3-70cf-4d20-8164-a48db97ac3fa req-f12dab04-9ab3-423b-8942-8d2bcc794a9e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.0994916
Apr 20 18:38:03.110703 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a7bb6e3-70cf-4d20-8164-a48db97ac3fa req-6655df87-7fb0-488a-9644-bb110fd7e2a6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503604
Apr 20 18:38:03.315838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a942-b1e1-433d-a3a2-63681564bed0 req-3c5fa146-ada9-43df-a4f3-97458c1124d3 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:03.323858 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa58a942-b1e1-433d-a3a2-63681564bed0 req-3c5fa146-ada9-43df-a4f3-97458c1124d3 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 931 time: 0.1604757
Apr 20 18:38:03.382000 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fa58a942-b1e1-433d-a3a2-63681564bed0 req-f04fe7d1-9926-408f-8cfe-410daf9b4133 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501845
Apr 20 18:38:03.596210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Request body: {'port': {'device_id': '4fa521e9-06dd-4516-8413-ce388953fe59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:03.802305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9afd91-c3b5-4c0f-aa50-d0a243a3ec73 req-df9c806e-f557-4a3a-9dee-c0224cf5e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:03.804188 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8b9afd91-c3b5-4c0f-aa50-d0a243a3ec73 req-df9c806e-f557-4a3a-9dee-c0224cf5e110 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1097 time: 0.2296019
Apr 20 18:38:03.962589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.042889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9afd91-c3b5-4c0f-aa50-d0a243a3ec73 req-c8dc8334-ddec-456d-b4f4-21f3727cd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.046083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8b9afd91-c3b5-4c0f-aa50-d0a243a3ec73 req-c8dc8334-ddec-456d-b4f4-21f3727cd147 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2192214
Apr 20 18:38:04.208693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca034a46-6b9b-4f7e-92d8-02df42e94853 req-c7eb63eb-703b-4d2e-8389-d17b8bf867b5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.210440 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca034a46-6b9b-4f7e-92d8-02df42e94853 req-c7eb63eb-703b-4d2e-8389-d17b8bf867b5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.4564097
Apr 20 18:38:04.284172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a3137977-f22f-4e23-a512-3996057789ee req-32097d3a-2508-42cb-aec6-cd5f3b368915 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:04.372279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a3137977-f22f-4e23-a512-3996057789ee req-32097d3a-2508-42cb-aec6-cd5f3b368915 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:04.373794 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-32097d3a-2508-42cb-aec6-cd5f3b368915 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408344531&fields=id&tenant_id=d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 267 time: 0.3234341
Apr 20 18:38:04.378206 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca034a46-6b9b-4f7e-92d8-02df42e94853 req-76a7f4f6-cf1a-4cb8-9aaf-e30d5f1e4a4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370206
Apr 20 18:38:04.406073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70736-8568-49a4-a004-b0cd6b4419e3 req-2472e28c-92d7-4dec-a451-a60d1bc807fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.408392 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-10a70736-8568-49a4-a004-b0cd6b4419e3 req-2472e28c-92d7-4dec-a451-a60d1bc807fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 1099 time: 0.3605504
Apr 20 18:38:04.412368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9afd91-c3b5-4c0f-aa50-d0a243a3ec73 req-46a931f0-d32c-4509-a858-f0e20c11ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.414113 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8b9afd91-c3b5-4c0f-aa50-d0a243a3ec73 req-46a931f0-d32c-4509-a858-f0e20c11ed60 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3148296
Apr 20 18:38:04.671696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b99ffe-cbe8-42b3-8e44-5a3598c73540 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:04.691668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.695757 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-10a70736-8568-49a4-a004-b0cd6b4419e3 req-b82dee41-846f-4368-8bbb-c3b9ae9eed15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2805378
Apr 20 18:38:04.730551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Transition to ACTIVE for port object d5b99ffe-cbe8-42b3-8e44-5a3598c73540 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:04.739901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.748409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2348a350-946b-4177-a3b0-149e81eb9710 tempest-VolumesActionsTest-1115727167 tempest-VolumesActionsTest-1115727167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:04.776733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-3c39970e-3b61-4592-892e-fce8ef84432d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.777587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a3137977-f22f-4e23-a512-3996057789ee req-3c39970e-3b61-4592-892e-fce8ef84432d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:network {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:04.789455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-f3251263-8163-46da-b28e-286727c23c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.791088 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-f3251263-8163-46da-b28e-286727c23c34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1097 time: 0.2869945
Apr 20 18:38:04.803774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a3137977-f22f-4e23-a512-3996057789ee req-3c39970e-3b61-4592-892e-fce8ef84432d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:network {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:04.805212 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-3c39970e-3b61-4592-892e-fce8ef84432d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 812 time: 0.3399494
Apr 20 18:38:04.828301 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-6c99723c-ef79-4ea9-bb33-825f8df821dd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/quotas/d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 375 time: 0.0124865
Apr 20 18:38:04.945605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39d128-47da-4670-90b9-63379fc64d68 req-55f466cd-8afd-4c2c-a491-abf2deb0c86b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:04.945969 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-0bf125d0-e27c-4a35-8d79-d75dc1808d33 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1102540
Apr 20 18:38:04.947292 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da39d128-47da-4670-90b9-63379fc64d68 req-55f466cd-8afd-4c2c-a491-abf2deb0c86b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.3462410
Apr 20 18:38:05.149982 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-1c13167b-6b9d-4eb9-92f2-c3bb82ccf504 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 200  len: 217 time: 0.0925679
Apr 20 18:38:05.211647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:05.277289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.277729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.278139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.278551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.279275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.279479 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.279724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.280132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.280573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.280938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.281334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.281756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:05.289271 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-643c9d8f-d092-44be-b655-aab31c8878a1 service neutron] 10.222.0.25 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184655
Apr 20 18:38:05.291592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-691af7ae-b974-40f4-9336-824f9052b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:05.293459 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-691af7ae-b974-40f4-9336-824f9052b244 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.1218779
Apr 20 18:38:05.319876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:05.364661 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da39d128-47da-4670-90b9-63379fc64d68 req-1a05832b-f569-452c-9a45-23f414bdb2b6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1572232
Apr 20 18:38:05.391848 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Attempting to bind port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:05.392473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Attempting to bind port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:05.392866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Attempting to bind port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 on network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:05.398999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 on network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:38:05.399597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Attempting to bind port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 on network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:05.406474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:05.407622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Checking segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:05.408367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Bound using segment: {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:05.409038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Bound port: d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5359f9-cb43-435c-9142-9c6350c58aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:05.409634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:05.521030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:05.524628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:05.529724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8302d6-3046-4716-973f-958174e4cb3c req-731ac49c-0016-470f-b42b-8ef9f7320abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:05.530528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:05.531572 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-731ac49c-0016-470f-b42b-8ef9f7320abe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2305315
Apr 20 18:38:05.536381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:05.672448 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-ce013f86-1a63-4a5c-90f4-e7ea2fc795d6 service neutron] 10.222.0.25 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699136
Apr 20 18:38:05.682941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:05.683722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:05.685480 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 1093 time: 2.1120219
Apr 20 18:38:05.686346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:05.731773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:05.741127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:05.768963 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-46117875-0406-4286-a1ae-a362147255a0 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211950
Apr 20 18:38:05.773701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef32fe-4283-47d9-8eec-1263317db898 req-6250359d-d00d-482e-a95b-3eb3a45bec6b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:05.775988 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4ef32fe-4283-47d9-8eec-1263317db898 req-6250359d-d00d-482e-a95b-3eb3a45bec6b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 943 time: 0.1716869
Apr 20 18:38:05.929003 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4ef32fe-4283-47d9-8eec-1263317db898 req-edd31001-6b71-49ec-aa95-23fbd5dabebc tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455777
Apr 20 18:38:06.021377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-0e753bd7-0e1e-41a3-a411-7b66005b6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:06.023174 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-0e753bd7-0e1e-41a3-a411-7b66005b6d57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1096 time: 0.1651042
Apr 20 18:38:06.065691 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd8302d6-3046-4716-973f-958174e4cb3c req-232e1bdb-956d-4e2f-974b-558f172f48c4 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2498467
Apr 20 18:38:06.222093 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-9ea963c7-a9cd-400a-8c32-81ef4b071eb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 217 time: 0.1818721
Apr 20 18:38:06.385578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-34838e0e-88bf-4ab1-ae08-749ab06659af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:06.387782 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-34838e0e-88bf-4ab1-ae08-749ab06659af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.1513097
Apr 20 18:38:06.532604 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'status': 'completed', 'code': 200}
Apr 20 18:38:06.543495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036421e1-50f5-41f9-850e-2ffa79d02ed8 req-0f23a723-9520-41c2-a283-9201c6056b3b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:06.545277 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-036421e1-50f5-41f9-850e-2ffa79d02ed8 req-0f23a723-9520-41c2-a283-9201c6056b3b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.4134660
Apr 20 18:38:06.617476 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-036421e1-50f5-41f9-850e-2ffa79d02ed8 req-66eb4d80-dc7f-4475-8e9b-355bff34d729 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555835
Apr 20 18:38:06.620817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-078e3c78-d0dc-485f-9cd8-3b7802fc209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:06.622457 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-078e3c78-d0dc-485f-9cd8-3b7802fc209b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2037442
Apr 20 18:38:06.643548 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fe0c357c-656d-4ede-bd14-33797ec72208 req-e2d6e9e1-052c-464e-bf3b-d68750964b9f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 210 time: 0.0697517
Apr 20 18:38:06.897763 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-ed4e9787-dc51-43b0-ac4a-f7841e812cc8 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659264
Apr 20 18:38:06.915968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211c63-ef35-4511-8f9a-5f696b4c8aad req-4a2464a4-73ab-4803-90eb-c13a3bef6ad1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:06.917803 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e8211c63-ef35-4511-8f9a-5f696b4c8aad req-4a2464a4-73ab-4803-90eb-c13a3bef6ad1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.1554222
Apr 20 18:38:07.069877 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e8211c63-ef35-4511-8f9a-5f696b4c8aad req-beb83d65-4ebf-43d5-b0a0-a6a2edb04d40 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273367
Apr 20 18:38:07.154427 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-edf07e6b-5fda-4cbd-9802-8ef0a693b952 req-ac6b0ea7-5baa-43c2-a1e1-6ea81778095f service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355433
Apr 20 18:38:07.556802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb513c-aefe-46c6-bf89-e63f3ec4dc36 req-4a1e8b55-a0d6-4612-92b2-454602d9fc5b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:07.561060 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e7fb513c-aefe-46c6-bf89-e63f3ec4dc36 req-4a1e8b55-a0d6-4612-92b2-454602d9fc5b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 943 time: 0.3981245
Apr 20 18:38:07.568476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b5b01-62b1-4e70-b4ca-5c0bef45bcf2 req-c66584b3-7b47-4258-b59f-1606f542536d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:07.570472 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-018b5b01-62b1-4e70-b4ca-5c0bef45bcf2 req-c66584b3-7b47-4258-b59f-1606f542536d tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.3198633
Apr 20 18:38:07.575845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-f084f309-4b40-4b90-a277-0363990116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:07.581527 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-f084f309-4b40-4b90-a277-0363990116c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1096 time: 0.2459493
Apr 20 18:38:07.590612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51762) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:07.593096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Request body: {'floatingip': {'port_id': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:07.669012 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e7fb513c-aefe-46c6-bf89-e63f3ec4dc36 req-47b435ed-1d32-4843-bca6-480360c44fc8 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966427
Apr 20 18:38:07.713815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:08.016007 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81449217-aa39-4e74-a35e-13ee8b12fbc1 req-69e4a6db-1e84-41f3-bf2d-1b64cf4efcf2 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 210 time: 0.1637182
Apr 20 18:38:08.097439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-bbfbc189-f771-4e37-91b6-e2b3005b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:08.098984 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-bbfbc189-f771-4e37-91b6-e2b3005b5b27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 915 time: 0.4366996
Apr 20 18:38:08.141010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-2afe567c-2c33-49de-bc55-c4a5f3024331 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:08.144795 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-2afe567c-2c33-49de-bc55-c4a5f3024331 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 812 time: 0.2294855
Apr 20 18:38:08.193402 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-b2601185-73ae-433b-87e7-541b39f3d1e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 217 time: 0.0856535
Apr 20 18:38:08.317016 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-4677822f-2ca6-4c7d-91d4-2196b2282f6e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 8061 time: 0.1391284
Apr 20 18:38:08.332079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'port': {'device_id': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'admin_state_up': True, 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'security_groups': ['d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:08.411252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b23b48-28f4-4e66-97fd-aef8856fd858 req-634ddf3c-71c8-4015-ba5d-972b9b8b8070 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:08.412959 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f6b23b48-28f4-4e66-97fd-aef8856fd858 req-634ddf3c-71c8-4015-ba5d-972b9b8b8070 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.5763030
Apr 20 18:38:08.448195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-b22c8347-864d-4ac6-b9a1-9d9ee5c35127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:08.449829 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-b22c8347-864d-4ac6-b9a1-9d9ee5c35127 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.1569333
Apr 20 18:38:08.572100 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f6b23b48-28f4-4e66-97fd-aef8856fd858 req-5354e614-8ac6-4d5a-b3bc-676a70fb173f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288745
Apr 20 18:38:08.605822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:08.611095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:port and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:08.615653 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:08.629509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:08.645412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Made reservation on behalf of d38b0824b83f40c9874ffbc291951949 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:38:08.655780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.070763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Allocated IP 172.20.0.10 (8bd2d403-a674-4166-b6a7-876b78a5d8d4/84fd3a25-fc39-4941-8324-c85600393bb1/4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:09.257584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-52803dea-c511-447f-8889-99b8a3ba461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:09.260169 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-52803dea-c511-447f-8889-99b8a3ba461f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7922144
Apr 20 18:38:09.326788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205483-800a-4dc2-a1a3-2551fbaa7754 req-7815fe56-7043-42c8-a7cd-7dcd58605b8b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:09.330307 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-49205483-800a-4dc2-a1a3-2551fbaa7754 req-7815fe56-7043-42c8-a7cd-7dcd58605b8b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 943 time: 0.4857235
Apr 20 18:38:09.400037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.439810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Transition to ACTIVE for port object 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:09.445778 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-49205483-800a-4dc2-a1a3-2551fbaa7754 req-20e9ef7a-2278-4af2-84b4-4496820be173 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968430
Apr 20 18:38:09.453339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-4efe8372-bd7c-4ae0-906c-586c0312888b req-aef3749d-a1ec-41cc-bddd-49e9aeeedd05 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:09.490717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.501892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a9adb0f-6aba-4c06-bc00-95a632fc622f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:09.585637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-4efe8372-bd7c-4ae0-906c-586c0312888b req-aef3749d-a1ec-41cc-bddd-49e9aeeedd05 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:09.586986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4efe8372-bd7c-4ae0-906c-586c0312888b req-aef3749d-a1ec-41cc-bddd-49e9aeeedd05 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 210 time: 0.2963567
Apr 20 18:38:09.597637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:09.602298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:09.607099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:09.616381 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-c2afbd65-12df-4ef3-9c28-eb35ab0e01d1 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278868
Apr 20 18:38:09.658451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.resource_extend [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:38:09.666770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:09.714155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.715096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.715882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.716710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.717584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.718431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.719266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.728290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.729080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.729848 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.730670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.731535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:38:09.748610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:09.811084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:09.812746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.854130 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5310531
Apr 20 18:38:09.862513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.870144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:09.879281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Request body: {'port': {'device_id': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:10.009780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c2680b91-fb6e-4914-bbca-6fcc566b0104 None None] Provisioning for port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:10.015699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-c2680b91-fb6e-4914-bbca-6fcc566b0104 None None] Provisioning complete for port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:10.016145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c2680b91-fb6e-4914-bbca-6fcc566b0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.037165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf95b-a980-4704-8b58-5f81b6019b63 req-52af3caa-8867-4520-b09e-43303f75c886 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:10.039432 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c44cf95b-a980-4704-8b58-5f81b6019b63 req-52af3caa-8867-4520-b09e-43303f75c886 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.2935476
Apr 20 18:38:10.083519 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5e293174-06b6-41d9-9ddc-1f7625065df3 req-9cbff52b-9dfd-40e5-9a50-3167b6b10813 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4571140
Apr 20 18:38:10.083784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.087294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-c2680b91-fb6e-4914-bbca-6fcc566b0104 None None] Port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:38:10.146151 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Floating IP 78656baf-d763-4317-a264-80c520b1194f associated. External IP: 172.27.3.131, port: 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10.
Apr 20 18:38:10.171534 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c44cf95b-a980-4704-8b58-5f81b6019b63 req-5ef2cc8d-3ad5-4b37-86b0-1fe36583060a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164610
Apr 20 18:38:10.319309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:38:10.527734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:10.558170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'mac_address': 'fa:16:3e:f7:37:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:38:10.569569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:10.600306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.637477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Transition to ACTIVE for port object 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:38:10.647391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.657285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:10.695896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.739849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57f912b-2b41-47e1-bdd2-e6f469efb49c {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:10.777970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:10.784654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:10.786077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device d5b99ffe-cbe8-42b3-8e44-5a3598c73540 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:38:10.872886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Router b41006b3-dee3-4d52-a389-952d3a906909 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:38:11.015046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Pushing event updated for resources: {'Port': ['ID=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.028994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:11.087852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:11.104836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ea5c5f9a-be5f-4112-87c8-45e4d4b1f55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:11.122281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:11.132269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.210831 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4f78bcdb-f376-4d1d-acd3-b8ae23011b73 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "PUT /v2.0/floatingips/78656baf-d763-4317-a264-80c520b1194f HTTP/1.1" status: 200  len: 992 time: 3.6230035
Apr 20 18:38:11.218660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:11.233697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'port_id': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'mac_address': 'fa:16:3e:2a:70:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:38:11.247732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480064b6-6445-4275-a6fb-c3b69774c36d req-38fc8b2a-42ea-49e3-bcc6-aca433f6c226 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:11.249462 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-480064b6-6445-4275-a6fb-c3b69774c36d req-38fc8b2a-42ea-49e3-bcc6-aca433f6c226 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 943 time: 0.4332464
Apr 20 18:38:11.278020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.290905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:11.300330 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:11.303030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cae6d-abf8-4510-978d-a11197ffaef1 req-30649378-072d-42df-ad9f-2b198f8f3111 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:11.304132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-6f4cae6d-abf8-4510-978d-a11197ffaef1 req-30649378-072d-42df-ad9f-2b198f8f3111 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:11.344882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:11.345634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7549b0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:11.367322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-480064b6-6445-4275-a6fb-c3b69774c36d req-a7625034-d052-43ac-8feb-a9fd326219b9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040454
Apr 20 18:38:11.372832 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-6f4cae6d-abf8-4510-978d-a11197ffaef1 req-30649378-072d-42df-ad9f-2b198f8f3111 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:11.375553 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6f4cae6d-abf8-4510-978d-a11197ffaef1 req-30649378-072d-42df-ad9f-2b198f8f3111 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.4802444
Apr 20 18:38:11.377664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Attempting to bind port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:38:11.378600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Attempting to bind port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:38:11.379544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Attempting to bind port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:11.407966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:38:11.408365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Attempting to bind port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:38:11.437980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:38:11.438484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Checking segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:38:11.438884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Bound using segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:38:11.439578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Bound port: 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:38:11.439988 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.481484 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6f4cae6d-abf8-4510-978d-a11197ffaef1 req-ac9df674-8af3-4049-996c-09aa935895f6 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883241
Apr 20 18:38:11.634666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.641924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] For port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:38:11.651624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] For port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:38:11.658501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.670413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:11.675030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b99ffe-cbe8-42b3-8e44-5a3598c73540 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:11.713110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:11.715765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:11.768080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.777861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:11.810186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:11.811529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:11.816330 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] 10.222.0.44 "PUT /v2.0/ports/4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 HTTP/1.1" status: 200  len: 1094 time: 1.9413161
Apr 20 18:38:11.836444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:11.886714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.897845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Pushing event updated for resources: {'Port': ['ID=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:11.900908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:11.965414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a729-4f0b-4bd1-a4e0-6ee0917d42f4 req-86f864ac-a994-42ef-9cf2-36dce25e6fe5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:11.987431 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c013a729-4f0b-4bd1-a4e0-6ee0917d42f4 req-86f864ac-a994-42ef-9cf2-36dce25e6fe5 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 945 time: 0.2558577
Apr 20 18:38:12.020998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:12.103596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-7500ba99-5421-4ed6-bc86-ec50a9b2081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:12.105438 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-7500ba99-5421-4ed6-bc86-ec50a9b2081a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 1097 time: 0.1960149
Apr 20 18:38:12.117547 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'status': 'completed', 'code': 200}
Apr 20 18:38:12.133538 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'status': 'completed', 'code': 200}
Apr 20 18:38:12.177316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['c57f912b-2b41-47e1-bdd2-e6f469efb49c'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:12.203337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c013a729-4f0b-4bd1-a4e0-6ee0917d42f4 req-448a28e4-0463-4579-baa4-f0e76db4ee75 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2146599
Apr 20 18:38:12.217490 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-f58a5806-354a-47e8-8765-84869915e0ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 HTTP/1.1" status: 200  len: 217 time: 0.0924647
Apr 20 18:38:12.255138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['d5b99ffe-cbe8-42b3-8e44-5a3598c73540'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:12.261805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-cbc6227b-bdad-4120-8c8b-da4abe47e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:12.264666 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-cbc6227b-bdad-4120-8c8b-da4abe47e43f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 1099 time: 0.2187920
Apr 20 18:38:12.337432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-44e51492-b24f-4184-98d4-94d59a81426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:12.340417 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-44e51492-b24f-4184-98d4-94d59a81426e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.1162117
Apr 20 18:38:12.700650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137977-f22f-4e23-a512-3996057789ee req-fe17ba04-955d-471c-b994-9e511b5b6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:12.716371 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-fe17ba04-955d-471c-b994-9e511b5b6d84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3672545
Apr 20 18:38:12.928829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-86949a33-00a3-452d-9263-4ae0b5d8df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:12.931471 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-86949a33-00a3-452d-9263-4ae0b5d8df49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.6593263
Apr 20 18:38:13.097242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb9e8a-a79e-4e03-ad9e-e8224468fd02 req-1907f160-b4aa-499c-8f68-1da81824497d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.100542 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6efb9e8a-a79e-4e03-ad9e-e8224468fd02 req-1907f160-b4aa-499c-8f68-1da81824497d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.2816336
Apr 20 18:38:13.154202 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-4141338c-ad70-418e-9f9a-abe9166ce2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265914
Apr 20 18:38:13.167531 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-ca15bd8e-c13b-4ad4-ad8d-849d8dd0119a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 HTTP/1.1" status: 200  len: 1000 time: 0.2245800
Apr 20 18:38:13.286729 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6efb9e8a-a79e-4e03-ad9e-e8224468fd02 req-b7ee1545-cfce-40d8-bf98-48904b96d6bb tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1668966
Apr 20 18:38:13.345544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527aa4d-433c-4dde-b7d2-8de7b56a7a2d req-b6cbf7f6-65aa-489b-a890-70a7e67496bd tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.348987 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8527aa4d-433c-4dde-b7d2-8de7b56a7a2d req-b6cbf7f6-65aa-489b-a890-70a7e67496bd tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 944 time: 0.4606922
Apr 20 18:38:13.373179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-94a858a3-92fc-4aa6-b384-771ac88f675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.377559 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-94a858a3-92fc-4aa6-b384-771ac88f675e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.2020490
Apr 20 18:38:13.567296 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3137977-f22f-4e23-a512-3996057789ee req-8a9a7158-3269-4da6-af02-8ba64dce20e3 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4026778
Apr 20 18:38:13.603068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-44097fa7-63f8-4609-90d1-075ec4b3ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.606260 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-44097fa7-63f8-4609-90d1-075ec4b3ec7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2194874
Apr 20 18:38:13.645245 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8527aa4d-433c-4dde-b7d2-8de7b56a7a2d req-84ad38c2-9b95-4083-93ec-0867fb01c858 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945079
Apr 20 18:38:13.764807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7549b0>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '78656baf-d763-4317-a264-80c520b1194f', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'port_id': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'mac_address': 'fa:16:3e:16:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:38:09Z', 'revision_number': 1, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:13.784299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:13.822785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:13.823939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7549b0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:13.846074 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-c18fe0aa-4e8d-44f5-b8f2-3596951dc9f8 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310314
Apr 20 18:38:13.908889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-8080efa4-3206-4c71-89a7-814a8abe3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:13.910844 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-8080efa4-3206-4c71-89a7-814a8abe3a74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 1097 time: 0.2124717
Apr 20 18:38:14.029861 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4a853a0b-03d3-4923-b48f-20c9cf86311b req-64704c4e-8aab-45fe-879e-012f1f36e24e service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771584
Apr 20 18:38:14.073702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ace5e6-16c7-4201-b0d5-8fdc05840096 req-049dae46-a9cb-45a1-90c5-7041be81c608 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.075392 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b6ace5e6-16c7-4201-b0d5-8fdc05840096 req-049dae46-a9cb-45a1-90c5-7041be81c608 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 945 time: 0.2510085
Apr 20 18:38:14.109588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:14.154783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-2fecf0c6-e07e-4e59-b3f8-a4160b2d2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.156409 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-2fecf0c6-e07e-4e59-b3f8-a4160b2d2892 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.2251937
Apr 20 18:38:14.170756 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b6ace5e6-16c7-4201-b0d5-8fdc05840096 req-058abec3-960f-4e53-865c-8161118a8599 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762234
Apr 20 18:38:14.337070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:14.524671 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-c4e15338-aa15-4f1c-9bf4-cf054623e73e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 HTTP/1.1" status: 200  len: 217 time: 0.3597236
Apr 20 18:38:14.624956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-5d835806-7123-4801-bb81-295b125ddae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.628353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefd68-d2e3-4e77-9ef9-ddaeb7badc1f req-872662c5-6ac8-4012-b26f-3aa8e7bbe1a3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.628612 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-5d835806-7123-4801-bb81-295b125ddae9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0961614
Apr 20 18:38:14.630102 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fcfefd68-d2e3-4e77-9ef9-ddaeb7badc1f req-872662c5-6ac8-4012-b26f-3aa8e7bbe1a3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.1215806
Apr 20 18:38:14.637047 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port c57f912b-2b41-47e1-bdd2-e6f469efb49c completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:14.660494 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port c57f912b-2b41-47e1-bdd2-e6f469efb49c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:14.660967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:14.708769 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fcfefd68-d2e3-4e77-9ef9-ddaeb7badc1f req-d65a84c0-d169-4e55-b19f-a1128469b910 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632503
Apr 20 18:38:14.744466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-efd92c49-77ee-4df9-977b-d7c1277c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:14.746187 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-efd92c49-77ee-4df9-977b-d7c1277c421c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103306
Apr 20 18:38:14.896195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7549b0>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '78656baf-d763-4317-a264-80c520b1194f', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'port_id': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'mac_address': 'fa:16:3e:16:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:38:09Z', 'revision_number': 1, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:14.911241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d045d9-f75c-45ea-9105-6119e7c2ffb7 None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '78656baf-d763-4317-a264-80c520b1194f', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'port_id': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'mac_address': 'fa:16:3e:16:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:38:09Z', 'revision_number': 1, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:14.948511 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:15.002948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:15.004785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:15.027210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:15.031315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device d5b99ffe-cbe8-42b3-8e44-5a3598c73540 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:15.058513 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-b4742092-f99f-410f-967f-3689b19d09c6 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3033047
Apr 20 18:38:15.072968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e40b-385e-4933-882b-07b5cd760b33 req-abd10c8b-ad2a-4695-b351-f13a02c3f7b9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:15.074716 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8c23e40b-385e-4933-882b-07b5cd760b33 req-abd10c8b-ad2a-4695-b351-f13a02c3f7b9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 944 time: 0.1726544
Apr 20 18:38:15.101103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:15.143680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'code': 200}
Apr 20 18:38:15.226571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:15.232326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:15.236222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:15.239578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:15.240012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:15.299748 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8c23e40b-385e-4933-882b-07b5cd760b33 req-67f3f50c-6c77-4427-8295-a27555bf4528 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955500
Apr 20 18:38:15.422316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb0e5613-b525-49be-92e8-11ce3e466d6c req-435aaa2b-006d-46d3-849a-5e9c991b0b67 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462126
Apr 20 18:38:15.490856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:15.539229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fbe9da-c13d-417e-a8d9-b6c94921da61 None None] New status for floating IP 78656baf-d763-4317-a264-80c520b1194f: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:38:15.564942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:15.569446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:15.576657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:15.681109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6e71-b737-4b7e-988a-cbce82cef89a req-3087bc01-2a0e-4178-a0ae-baf681e1fdc8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:15.682793 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f31a6e71-b737-4b7e-988a-cbce82cef89a req-3087bc01-2a0e-4178-a0ae-baf681e1fdc8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1104212
Apr 20 18:38:15.695582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20c4d-b2fd-43f1-89cc-b127671f689d req-a4b2a878-5df5-4f08-8a7c-ad2f96c181bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:15.697234 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1f20c4d-b2fd-43f1-89cc-b127671f689d req-a4b2a878-5df5-4f08-8a7c-ad2f96c181bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1099 time: 0.1223979
Apr 20 18:38:15.706632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:15.712492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:15.752887 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d1f20c4d-b2fd-43f1-89cc-b127671f689d req-9bfaca72-72ac-4542-9c7d-4f98dd0c1552 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476358
Apr 20 18:38:15.755182 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f31a6e71-b737-4b7e-988a-cbce82cef89a req-5a7d1843-da2b-46ff-bcd4-c27b7749e262 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594671
Apr 20 18:38:15.939856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:15.972242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510efee-0156-4845-b49b-c08d995f660c req-6faacc6c-de1b-4d74-890d-c20e2cf939b1 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:15.974097 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7510efee-0156-4845-b49b-c08d995f660c req-6faacc6c-de1b-4d74-890d-c20e2cf939b1 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.1081605
Apr 20 18:38:16.028662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7510efee-0156-4845-b49b-c08d995f660c req-c702e461-dccc-44e8-ab5c-0c62355715dc tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476787
Apr 20 18:38:16.339550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a69f629f-b11c-4ffd-9834-c0ef8fba9a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:16.534037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71257fb-e3b3-46cc-b015-4e42fef95ca2 req-2684ae68-687b-4386-8612-96998f6a0a5a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:16.535746 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c71257fb-e3b3-46cc-b015-4e42fef95ca2 req-2684ae68-687b-4386-8612-96998f6a0a5a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.0982082
Apr 20 18:38:16.587061 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c71257fb-e3b3-46cc-b015-4e42fef95ca2 req-c46309a1-f53b-4ec1-8fb8-70421de3346f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445933
Apr 20 18:38:16.983531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e244ff-04cc-41e8-91cb-292240c539d3 req-68b1caa2-8e77-4d2d-9c92-ace093e472ec tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:16.985713 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81e244ff-04cc-41e8-91cb-292240c539d3 req-68b1caa2-8e77-4d2d-9c92-ace093e472ec tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1033931
Apr 20 18:38:17.045018 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81e244ff-04cc-41e8-91cb-292240c539d3 req-d7bec1ce-8e2b-4db4-b087-8a990c343681 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514247
Apr 20 18:38:17.145496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:17.257510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b722-b1d2-479c-948c-6a09b1ee95d4 req-e7b37069-6e2f-4d48-b7b1-10b092e3f0f4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:17.259169 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7d16b722-b1d2-479c-948c-6a09b1ee95d4 req-e7b37069-6e2f-4d48-b7b1-10b092e3f0f4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.0998752
Apr 20 18:38:17.317101 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7d16b722-b1d2-479c-948c-6a09b1ee95d4 req-1a08cdc5-16b5-4a4d-babc-cc7adc3868a7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492413
Apr 20 18:38:17.331407 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'code': 200}
Apr 20 18:38:17.647548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2ac16-208e-48af-a9e2-4a1d042ed209 req-acabf4ad-20e2-48b6-8a7a-1fcdd4b1601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:17.649302 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eeb2ac16-208e-48af-a9e2-4a1d042ed209 req-acabf4ad-20e2-48b6-8a7a-1fcdd4b1601c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1098 time: 0.0942266
Apr 20 18:38:17.696878 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eeb2ac16-208e-48af-a9e2-4a1d042ed209 req-4a6801fa-1c76-49bc-b929-7048b63fbea4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403082
Apr 20 18:38:17.806081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028871c-456c-43f6-a628-83ee7dab0cdc req-b11f7a0a-04cd-47e9-bfcc-df2cae41ea74 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:17.807759 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d028871c-456c-43f6-a628-83ee7dab0cdc req-b11f7a0a-04cd-47e9-bfcc-df2cae41ea74 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.0946591
Apr 20 18:38:17.867980 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d028871c-456c-43f6-a628-83ee7dab0cdc req-2eb09961-f340-47fc-8d14-081edf084061 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516293
Apr 20 18:38:18.268936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859089-e5fa-43d8-a75a-eef1683d5827 req-2969a854-78b0-442d-9e75-de667802faf2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:18.270717 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-37859089-e5fa-43d8-a75a-eef1683d5827 req-2969a854-78b0-442d-9e75-de667802faf2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0967870
Apr 20 18:38:18.323631 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-37859089-e5fa-43d8-a75a-eef1683d5827 req-8433f151-0da5-4071-a6c6-03de628712a0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459716
Apr 20 18:38:18.549541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce09dc-9268-4685-ae85-b000d3f97564 req-4b89a048-689c-4a87-adf4-c697218586d8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:18.551150 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a9ce09dc-9268-4685-ae85-b000d3f97564 req-4b89a048-689c-4a87-adf4-c697218586d8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.0978818
Apr 20 18:38:18.604405 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a9ce09dc-9268-4685-ae85-b000d3f97564 req-5448c32d-da92-49ef-bfec-f8962f5cadf4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467784
Apr 20 18:38:18.646266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df495d77-29a4-40b6-b12d-405034bd7760 req-54b3fedf-9814-4de7-a120-9734f03bb0f2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:18.647893 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-df495d77-29a4-40b6-b12d-405034bd7760 req-54b3fedf-9814-4de7-a120-9734f03bb0f2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0924852
Apr 20 18:38:18.658601 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51862) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:18.664400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Request body: {'floatingip': {'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:18.752155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.079469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06fe6-7624-41c5-84a5-5777e20b0439 req-e426cc9d-1f95-4bb9-bfef-23efea4512e1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:19.081383 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0af06fe6-7624-41c5-84a5-5777e20b0439 req-e426cc9d-1f95-4bb9-bfef-23efea4512e1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.0926423
Apr 20 18:38:19.162639 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0af06fe6-7624-41c5-84a5-5777e20b0439 req-2ecc8c13-d7bd-4aa6-af43-3cd0c915b22d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736012
Apr 20 18:38:19.435335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.438514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.630949 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Floating IP c9ea83c5-7a72-49cf-951f-f051e2250c66 associated. External IP: 172.27.3.251, port: c57f912b-2b41-47e1-bdd2-e6f469efb49c.
Apr 20 18:38:19.779660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:19.824088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9af69b-34bd-4d0e-9e81-e8cf1d9062dd req-b142bf06-ad1b-4794-a20a-285b4ba04313 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:19.825887 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd9af69b-34bd-4d0e-9e81-e8cf1d9062dd req-b142bf06-ad1b-4794-a20a-285b4ba04313 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.0968041
Apr 20 18:38:19.882606 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd9af69b-34bd-4d0e-9e81-e8cf1d9062dd req-a2093852-ad19-49a4-9084-059ec5a10647 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483851
Apr 20 18:38:20.028626 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5be2ea73-4116-4874-a75a-ccd1e582daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:20.282383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:38:20.538931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:20.564221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:20.569504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:20.574528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:20.588019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:20.588863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000356198>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:20.623190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cb327-4d5f-4c12-999a-ad052738a277 req-53568450-0876-4759-92a7-885cbf845d2d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:20.624920 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e2cb327-4d5f-4c12-999a-ad052738a277 req-53568450-0876-4759-92a7-885cbf845d2d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.2810402
Apr 20 18:38:20.710364 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-aad6362a-840a-4df4-842e-874e0d3d7f8a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "PUT /v2.0/floatingips/c9ea83c5-7a72-49cf-951f-f051e2250c66 HTTP/1.1" status: 200  len: 992 time: 2.0495095
Apr 20 18:38:20.713244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:20.724237 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e2cb327-4d5f-4c12-999a-ad052738a277 req-de59e771-9535-469e-9acf-1924c0840856 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688334
Apr 20 18:38:20.809713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:20.896927 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'status': 'completed', 'code': 200}
Apr 20 18:38:21.166944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c78d9e-5c53-4240-86fc-4e1538a131fe req-a4d59b05-bf77-467b-89e2-bc09d22741c9 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.168850 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-72c78d9e-5c53-4240-86fc-4e1538a131fe req-a4d59b05-bf77-467b-89e2-bc09d22741c9 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.1127453
Apr 20 18:38:21.184818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782ed4-3368-406e-9da7-e5e598458186 req-0462b0ad-f6ef-4ad9-bbde-f4ec5b47192e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.186963 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-42782ed4-3368-406e-9da7-e5e598458186 req-0462b0ad-f6ef-4ad9-bbde-f4ec5b47192e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.1437545
Apr 20 18:38:21.191716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-f4d41af3-915f-4de1-8935-e635f6cea879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.194669 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-f4d41af3-915f-4de1-8935-e635f6cea879 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1099 time: 0.2414975
Apr 20 18:38:21.238695 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-72c78d9e-5c53-4240-86fc-4e1538a131fe req-7b95a08c-2f34-4d56-96a3-e51ee7398515 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621004
Apr 20 18:38:21.410228 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-42782ed4-3368-406e-9da7-e5e598458186 req-c57253df-4377-45a6-b4a0-0452f1be72c1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141092
Apr 20 18:38:21.483624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-a61ea14e-a4e3-4dbd-b884-1d90a7bf37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.487677 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-a61ea14e-a4e3-4dbd-b884-1d90a7bf37ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.2744536
Apr 20 18:38:21.505717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000356198>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'c9ea83c5-7a72-49cf-951f-f051e2250c66', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'mac_address': 'fa:16:3e:f7:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:36Z', 'updated_at': '2021-04-20T18:38:19Z', 'revision_number': 1, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:21.511278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:21.524143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:21.524867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000356198>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:21.711532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:21.748940 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-866f6574-da98-4b4d-9442-e3e75e5e1310 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 200  len: 1000 time: 0.2536185
Apr 20 18:38:21.767394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:21.842940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-e7f903fd-2bd7-43f2-bd6c-1f2311aeddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:21.846107 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-e7f903fd-2bd7-43f2-bd6c-1f2311aeddc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.0885408
Apr 20 18:38:22.007345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-5e13a4fd-2daf-4a30-94db-72532f8b35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:22.009158 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-5e13a4fd-2daf-4a30-94db-72532f8b35f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1453526
Apr 20 18:38:22.222817 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-f81a4a42-1c1f-4a14-af1f-7eb136f75808 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042456
Apr 20 18:38:22.275563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000356198>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'c9ea83c5-7a72-49cf-951f-f051e2250c66', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'mac_address': 'fa:16:3e:f7:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:36Z', 'updated_at': '2021-04-20T18:38:19Z', 'revision_number': 1, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:22.281462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c8c45-022c-4250-91a2-3d1d22c94d57 None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'c9ea83c5-7a72-49cf-951f-f051e2250c66', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'mac_address': 'fa:16:3e:f7:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:36Z', 'updated_at': '2021-04-20T18:38:19Z', 'revision_number': 1, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:22.404752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:38:22.423369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:22.583306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:22.600602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'port_id': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'mac_address': 'fa:16:3e:97:82:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:38:22.607294 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a35e95c8-93aa-42b1-8871-3285b0de4ac0 req-0fc7ad57-14fb-4a5a-9721-d03afb20a941 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3747089
Apr 20 18:38:22.639597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788cfeb-bc47-453c-a3ad-79c23ad03e14 req-17d11e9f-193e-4ae6-8a53-14dc02849d2b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:22.643608 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e788cfeb-bc47-453c-a3ad-79c23ad03e14 req-17d11e9f-193e-4ae6-8a53-14dc02849d2b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 944 time: 0.1661456
Apr 20 18:38:22.649756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee151fa-78a7-4103-a51f-0ca43cbd4225 req-89c88d86-7562-42b5-94e8-7e48518c79b0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:22.658744 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ee151fa-78a7-4103-a51f-0ca43cbd4225 req-89c88d86-7562-42b5-94e8-7e48518c79b0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.2928038
Apr 20 18:38:22.676129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c49bd-04a8-4d59-a7b4-8233cef2cdec None None] New status for floating IP c9ea83c5-7a72-49cf-951f-f051e2250c66: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:38:22.707782 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:22.720710 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7ee151fa-78a7-4103-a51f-0ca43cbd4225 req-c3545949-a13f-4c33-9105-696cd8f58303 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606894
Apr 20 18:38:22.721713 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e788cfeb-bc47-453c-a3ad-79c23ad03e14 req-d3283ec9-9ad3-46db-9b38-3a19e1e31ea1 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688541
Apr 20 18:38:22.731434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:38:22.752436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:22.758471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:22.761635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:22.840955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:22.847085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:23.113263 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:23.943379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7c847-ac90-4fe0-b084-9c07182a7663 req-9bc100fd-c0c4-4094-bd54-c0046c1985b9 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:23.945069 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0ee7c847-ac90-4fe0-b084-9c07182a7663 req-9bc100fd-c0c4-4094-bd54-c0046c1985b9 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 945 time: 0.0992239
Apr 20 18:38:23.997756 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0ee7c847-ac90-4fe0-b084-9c07182a7663 req-f6945761-d1e7-4cb0-9696-de5f6f0dec7c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459063
Apr 20 18:38:24.407087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:38:24.486325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:38:24.492205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:24.492612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:24.631950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:24.681183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:24.694567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:24.699110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:24.701676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:24.751603 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'code': 200}
Apr 20 18:38:24.804893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:24.810651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:25.239933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8ece-f101-42db-8b80-47a67a983409 req-a1f1bf42-9ce6-48d5-aaf3-e81e9b4f171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:25.241721 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54cc8ece-f101-42db-8b80-47a67a983409 req-a1f1bf42-9ce6-48d5-aaf3-e81e9b4f171e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 1099 time: 0.1611583
Apr 20 18:38:25.259640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6601c-b9f3-4a37-b1d1-d798f68e4fb3 req-e2cfab7b-5f54-4652-804b-fe57e8468fcb tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:25.261348 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-43b6601c-b9f3-4a37-b1d1-d798f68e4fb3 req-e2cfab7b-5f54-4652-804b-fe57e8468fcb tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.1315114
Apr 20 18:38:25.338285 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54cc8ece-f101-42db-8b80-47a67a983409 req-ea693d17-8b73-48a1-80cf-aed814b24ee8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758333
Apr 20 18:38:25.346208 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-43b6601c-b9f3-4a37-b1d1-d798f68e4fb3 req-23999e9c-6e12-40e6-b646-3b1bc0e95993 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697231
Apr 20 18:38:26.571380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a83d7-bdfd-4577-a18e-a79890fea269 req-e567175c-88e1-4c93-b953-cdadedb171d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:26.573072 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d36a83d7-bdfd-4577-a18e-a79890fea269 req-e567175c-88e1-4c93-b953-cdadedb171d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.0973320
Apr 20 18:38:26.682584 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d36a83d7-bdfd-4577-a18e-a79890fea269 req-051d175d-587b-40a8-af8c-4ffdced9b04b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015108
Apr 20 18:38:26.730318 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-669d7a51-2f1b-4f1e-bee7-f2eaac0d9e91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1066217
Apr 20 18:38:27.079158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-f6a141b3-fab8-4cf9-ab05-4080851d9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:27.080802 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-f6a141b3-fab8-4cf9-ab05-4080851d9b73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379c1b40340b46408792cb7d852bbba7&device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 1099 time: 0.0896263
Apr 20 18:38:27.252645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-bb39c279-d8b4-4435-a123-f295d354cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:27.254316 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-bb39c279-d8b4-4435-a123-f295d354cd73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 200  len: 911 time: 0.1453578
Apr 20 18:38:27.378867 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-028ed846-15c6-4966-8efe-da4931002740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 HTTP/1.1" status: 200  len: 1002 time: 0.1124620
Apr 20 18:38:27.503696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-3d231cc3-2385-40d6-9524-98cedaf9f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:27.505370 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-3d231cc3-2385-40d6-9524-98cedaf9f4a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 200  len: 849 time: 0.1199875
Apr 20 18:38:27.607542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-62a96bcb-8aa4-427b-86b5-9fd9e4fb8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:27.609434 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-62a96bcb-8aa4-427b-86b5-9fd9e4fb8c30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d598126-4968-4ab9-864c-ac1f0ffd6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880089
Apr 20 18:38:27.657701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 51990) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:27.790444 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-4a1fd90f-c7ff-4e33-89df-d5e0b8ebea96 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728289
Apr 20 18:38:27.818798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:27.836102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:27.840575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7a60b626844f6e82c4d0656734c2a7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:27.844958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:27.851633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:27.955719 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fa5e1cc-5b80-421b-8e51-383828b7204d req-0f452485-bb82-477f-9fb5-ab87eee8e1d5 service neutron] 10.222.0.44 "GET /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555190
Apr 20 18:38:28.020177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.025424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.036446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:28.056197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0a393-c7d7-47dc-94ba-890c35e6f53b req-c5b5332b-408e-47e4-affc-21f1528a2362 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:28.057903 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7c0a393-c7d7-47dc-94ba-890c35e6f53b req-c5b5332b-408e-47e4-affc-21f1528a2362 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.1663375
Apr 20 18:38:28.112369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337d6998-1d89-486a-9fa9-3cb101b4d752,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:28.121382 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d7a60b626844f6e82c4d0656734c2a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4624918
Apr 20 18:38:28.121903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52002) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:28.136649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:28.145662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7c0a393-c7d7-47dc-94ba-890c35e6f53b req-dae66de5-2f9a-4fc5-ad87-550e73a22c4c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803072
Apr 20 18:38:28.199297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.233268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.388142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbfeec-b850-4be8-a2ad-56ea522b943f req-722c9e5d-19c8-41a0-959f-b94f0659a434 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:28.392401 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6ebbfeec-b850-4be8-a2ad-56ea522b943f req-722c9e5d-19c8-41a0-959f-b94f0659a434 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.1168220
Apr 20 18:38:28.450081 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6ebbfeec-b850-4be8-a2ad-56ea522b943f req-63f82c75-62e1-4062-9760-d99202d5d717 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506055
Apr 20 18:38:28.477173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52008) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:28.530591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.536786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-720cd4d0-6b6a-40e1-8ee9-06eb3cbd78b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:28.551244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337d6998-1d89-486a-9fa9-3cb101b4d752,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:28.555022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:28.557760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.561195 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/337d6998-1d89-486a-9fa9-3cb101b4d752 HTTP/1.1" status: 204  len: 168 time: 0.4358377
Apr 20 18:38:28.705916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d102a8-f10a-4358-9908-167d5b829d60 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:28.707640 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b2d102a8-f10a-4358-9908-167d5b829d60 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 1094 time: 0.2288673
Apr 20 18:38:28.710912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52016) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:28.717167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'port_id': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:28.724752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:28.729699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:floatingip and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:28.733239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:28.751674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:28.767540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:28.935262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:29.109068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Allocated IP 172.27.3.43 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/e3db40c0-56fb-4f5e-a737-72c5e49874d5) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:29.298890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:29.330352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:29.335493 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a10fce3-d798-4f3e-ba04-9e28fa85c658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:29.407706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:29.419754 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:29.423310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:29.471707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=e3db40c0-56fb-4f5e-a737-72c5e49874d5,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:29.474941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:29.894335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:29.981518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:30.211548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:30.215160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:30.220900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:30.338802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=e3db40c0-56fb-4f5e-a737-72c5e49874d5,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:30.344382 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:30.350326 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:30.556296 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Floating IP 904c258c-e447-4c97-ab56-d33885285ea3 associated. External IP: 172.27.3.43, port: 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0.
Apr 20 18:38:30.952170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:38:31.411686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:31.421669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:31.432631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:31.433328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4ff518>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:31.446661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:31.521427 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7973163
Apr 20 18:38:31.521427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:31.586667 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'status': 'completed', 'code': 200}
Apr 20 18:38:31.635137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:31.749264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-854366c0-6523-4f99-b887-5734adaae50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:31.751727 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-854366c0-6523-4f99-b887-5734adaae50b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 1099 time: 0.0868096
Apr 20 18:38:31.913705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-fccc5024-9292-45b4-a70a-8b380cd8be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:31.915390 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-fccc5024-9292-45b4-a70a-8b380cd8be2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.1522777
Apr 20 18:38:32.049363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4ff518>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '904c258c-e447-4c97-ab56-d33885285ea3', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:97:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:29Z', 'updated_at': '2021-04-20T18:38:29Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:32.051428 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-4a5b1d8b-0095-4779-879b-e915990934ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 HTTP/1.1" status: 200  len: 999 time: 0.1275346
Apr 20 18:38:32.054235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:32.065523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:32.066244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4ff518>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:32.147365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-b931f4d4-807b-432f-8b18-928994db8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:32.150220 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-b931f4d4-807b-432f-8b18-928994db8eaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0910888
Apr 20 18:38:32.305421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-3c7d46ab-8489-47be-9582-833c7aad5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:32.305905 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-3c7d46ab-8489-47be-9582-833c7aad5c0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1333122
Apr 20 18:38:32.309056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:32.468907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-51f29435-e254-45ea-b620-da3d722365b8 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537476
Apr 20 18:38:32.644413 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a8044a4a-ea69-4efa-bd9d-3e6447a25e13 req-1b2d821d-fe8e-4a1a-ba43-7b0b8e7b783c service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685753
Apr 20 18:38:32.944411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4ff518>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '904c258c-e447-4c97-ab56-d33885285ea3', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:97:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:29Z', 'updated_at': '2021-04-20T18:38:29Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:32.949576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f595b3e-0d71-4134-8adf-c3c83808a638 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '904c258c-e447-4c97-ab56-d33885285ea3', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:97:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:29Z', 'updated_at': '2021-04-20T18:38:29Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:33.252002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed0316-4cd7-4c98-8594-9e3b93ce2e7c None None] New status for floating IP 904c258c-e447-4c97-ab56-d33885285ea3: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:38:33.972521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5360-66e1-4290-9c5e-ca6aa603f8d6 req-b40296bd-29a8-4503-8685-516b42a7eacb tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:33.974181 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-081f5360-66e1-4290-9c5e-ca6aa603f8d6 req-b40296bd-29a8-4503-8685-516b42a7eacb tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.1008558
Apr 20 18:38:34.025634 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-081f5360-66e1-4290-9c5e-ca6aa603f8d6 req-49bb0775-3471-48b9-8e7c-dcce2147374c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446508
Apr 20 18:38:34.053383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52060) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:34.341496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555dc30-950e-427b-a426-dd6db11a1c44 tempest-TestMinimumBasicScenario-1537669527 tempest-TestMinimumBasicScenario-1537669527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:34.343146 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9555dc30-950e-427b-a426-dd6db11a1c44 tempest-TestMinimumBasicScenario-1537669527 tempest-TestMinimumBasicScenario-1537669527-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1093 time: 0.2883475
Apr 20 18:38:34.346511 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52066) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:34.352230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'port_id': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:34.359106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:34.363669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:floatingip and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:34.367144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:34.374198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:34.386131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:34.579578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:34.759547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Allocated IP 172.27.3.104 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/4d4f3e9d-2136-4232-b69a-27a674426500) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:38:34.948537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:34.982249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:34.991650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ac4b44b4-f994-408f-86e2-3a8cb1197dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:35.063654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:38:35.066933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:38:35.071109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:38:35.107968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'Port': ['ID=4d4f3e9d-2136-4232-b69a-27a674426500,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:35.115760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:35.531334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:35.628438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:35.875621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:35.879595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:35.884637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:36.010955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'Port': ['ID=4d4f3e9d-2136-4232-b69a-27a674426500,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:36.014050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:36.020102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:36.218467 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Floating IP b499e6b2-eea5-4b7e-abb9-98e4b135eb89 associated. External IP: 172.27.3.104, port: d5b99ffe-cbe8-42b3-8e44-5a3598c73540.
Apr 20 18:38:36.662488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Router b1b738cd-df7d-406b-95ca-a1021e5c2d2e has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:38:36.931089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:38:36.944558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] Sync routers for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:38:36.960888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:36.961614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb715ac8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:36.966316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.037425 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6897526
Apr 20 18:38:37.038175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:37.040546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52078) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:37.046446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695079605', 'description': 'tempest-secgroup-smoke-1695079605 description', 'project_id': 'e634dce05f2b45d593dfbca5940a886d'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:37.055217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:37.068583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:37.079182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.089623 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'status': 'completed', 'code': 200}
Apr 20 18:38:37.103205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:37.107278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:37.111297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:37.117481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:37.175919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:37.265898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.272395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.277969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4ec39859-c8b8-401b-8962-f4e244063050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:37.295779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-0fb455d1-9a15-4a56-a17c-1af00d567b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:37.298262 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-0fb455d1-9a15-4a56-a17c-1af00d567b87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1098 time: 0.1504767
Apr 20 18:38:37.419143 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062979a9-6a2d-4e09-aa3d-aa99d4897cdf,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:37.425253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:37.426057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.427406 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3857627
Apr 20 18:38:37.432403 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52084) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:37.438958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group_rule': {'security_group_id': '062979a9-6a2d-4e09-aa3d-aa99d4897cdf', 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:37.445694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:37.450151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:37.454514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:37.463796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:37.497547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.530215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-f2ea542a-2712-4642-8dcb-a7b332d21c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:37.532374 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-f2ea542a-2712-4642-8dcb-a7b332d21c48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 915 time: 0.2260129
Apr 20 18:38:37.618238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb715ac8>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'b499e6b2-eea5-4b7e-abb9-98e4b135eb89', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'port_id': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'mac_address': 'fa:16:3e:2a:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa521e9-06dd-4516-8413-ce388953fe59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:35Z', 'updated_at': '2021-04-20T18:38:35Z', 'revision_number': 0, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:37.623530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] Checking router: b1b738cd-df7d-406b-95ca-a1021e5c2d2e for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:38:37.624488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.628698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.631262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5a8d0d88-5c1d-42ed-90bd-e5a5934f60e4 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:37.634447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:38:37.635139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb715ac8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:38:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:37.650380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ec2693-c113-4856-8127-188f07e25e4e,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:37.669141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:37.683079 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-84d32ac7-3eb2-45a2-a3fa-d3020aca4dc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 999 time: 0.1404660
Apr 20 18:38:37.690669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.697056 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2633510
Apr 20 18:38:37.698818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52092) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:37.706318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group_rule': {'security_group_id': '062979a9-6a2d-4e09-aa3d-aa99d4897cdf', 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:37.714716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:37.720543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:37.726736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:37.736398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:37.756356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.766067 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-5bcc5c48-522d-4b32-8275-82c335cc24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:37.768014 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-5bcc5c48-522d-4b32-8275-82c335cc24e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.0779145
Apr 20 18:38:37.853229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.856978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.859808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dc72c554-cc87-493e-b066-dc95b5fa50a0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:37.876894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-cee87628-0638-45a2-9f08-d4252b14f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:37.878500 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-cee87628-0638-45a2-9f08-d4252b14f0a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0995724
Apr 20 18:38:37.889429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fb2db3-a2c4-4dc3-9644-2c4cd46a6f75,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:37.893009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:37.900849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:37.901026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:38:37.905326 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6c169a30-0497-474c-ad14-851f9365bee0 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2053249
Apr 20 18:38:37.906161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52096) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:37.912635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group_rule': {'security_group_id': '062979a9-6a2d-4e09-aa3d-aa99d4897cdf', 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:37.919894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:37.925254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:37.928807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:37.935434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:37.955209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.034882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.038639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.048271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:38.067352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06fcfac-b353-43ff-a199-03fd60168084,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.070283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.078745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.080366 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1731579
Apr 20 18:38:38.083320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52100) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:38.089526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group_rule': {'security_group_id': '062979a9-6a2d-4e09-aa3d-aa99d4897cdf', 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:38.097464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:38.101598 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-a1f02068-26e0-4dd6-9377-ef3921793354 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037163
Apr 20 18:38:38.102550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:38.106040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:38.113324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:38.131978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.225465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.229422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.231370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cdc506f7-a8ea-4dc0-b760-345a1646139a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:38.257816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f2d3a8-9b5e-4fff-ae41-ba3e46e28e0e,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.266473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.274353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.280508 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1910965
Apr 20 18:38:38.280809 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-913d574e-325a-412a-b7ee-36ca5afca6e7 req-dffe4d5c-67a4-4daa-b076-d5fa25be8cd6 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558108
Apr 20 18:38:38.281156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52104) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:38.286947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group_rule': {'security_group_id': '062979a9-6a2d-4e09-aa3d-aa99d4897cdf', 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:38.293893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:38.299022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:38.302891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:38.309720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:38.320941 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.securitygroups_db [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Project e634dce05f2b45d593dfbca5940a886d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:38:38.329199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.405139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.409873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.412633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:38.438226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2011789d-1a26-46c0-9103-0562872c950c,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.442934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.450610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.451934 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8c9465ba-4460-4557-bf4e-08858b171733 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1700296
Apr 20 18:38:38.455964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52108) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:38:38.462309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'security_group_rule': {'security_group_id': '062979a9-6a2d-4e09-aa3d-aa99d4897cdf', 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:38.470110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:38:38.474316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Usage tracker for resource:security_group_rule and tenant:e634dce05f2b45d593dfbca5940a886d is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:38:38.477709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:38:38.484804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:38:38.495685 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.securitygroups_db [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Project e634dce05f2b45d593dfbca5940a886d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:38:38.504372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.533521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb715ac8>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'b499e6b2-eea5-4b7e-abb9-98e4b135eb89', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'port_id': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'mac_address': 'fa:16:3e:2a:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa521e9-06dd-4516-8413-ce388953fe59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:35Z', 'updated_at': '2021-04-20T18:38:35Z', 'revision_number': 0, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:38:38.540909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136334-eb30-432b-ace1-9bd4e233a073 None None] The sync data for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi is: [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'b499e6b2-eea5-4b7e-abb9-98e4b135eb89', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'port_id': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'mac_address': 'fa:16:3e:2a:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa521e9-06dd-4516-8413-ce388953fe59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:38:35Z', 'updated_at': '2021-04-20T18:38:35Z', 'revision_number': 0, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:38:38.582274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.595206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.597568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:38.626187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a679f4-1b12-46a5-8156-bcbfbcd5557c,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:38.631556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:38.635684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:38.637010 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f6c03c1a-c81c-4d9d-a9fc-72f76b1d1aaf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1798313
Apr 20 18:38:38.794000 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-8bb515a8-b398-4df9-9b7a-697322072aba tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695079605&fields=id&tenant_id=e634dce05f2b45d593dfbca5940a886d HTTP/1.1" status: 200  len: 267 time: 0.0514667
Apr 20 18:38:38.841463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0e28b-af62-4374-bf78-a9589dc37872 None None] New status for floating IP b499e6b2-eea5-4b7e-abb9-98e4b135eb89: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:38:38.897022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-5305ebb8-05cd-4a77-8f28-dea993819870 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:38.897930 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-5305ebb8-05cd-4a77-8f28-dea993819870 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.0946021
Apr 20 18:38:38.912495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'port': {'security_groups': ['937824f1-de62-483b-9423-b6632f6e362c', '062979a9-6a2d-4e09-aa3d-aa99d4897cdf']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:38:39.052383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:39.346422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:38:39.375937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:39.380829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:39.387103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:38:39.419043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['d5b99ffe-cbe8-42b3-8e44-5a3598c73540'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:39.453764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.454509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:39.456085 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-137690fe-bbbf-400f-84a9-e4300f4d0c0e req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "PUT /v2.0/ports/d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 981 time: 0.5489635
Apr 20 18:38:39.456691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:38:39.526553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=6']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:38:39.532658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:38:39.542940 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'status': 'completed', 'code': 200}
Apr 20 18:38:39.629353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['d5b99ffe-cbe8-42b3-8e44-5a3598c73540'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:38:39.759818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-3a2ecd41-3e30-454f-b3ca-3682536940c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.761347 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-3a2ecd41-3e30-454f-b3ca-3682536940c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1137 time: 0.1330144
Apr 20 18:38:39.771099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353820e-d934-4601-8809-2ce650ea2885 req-decbfcc3-d126-45cd-acde-d4307d3cad14 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.772813 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7353820e-d934-4601-8809-2ce650ea2885 req-decbfcc3-d126-45cd-acde-d4307d3cad14 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1860468
Apr 20 18:38:39.804965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-576ed691-4b98-40a5-af2f-eb7d0d846860 None None] Provisioning complete for port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:38:39.805744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-576ed691-4b98-40a5-af2f-eb7d0d846860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:39.929154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-7353820e-d934-4601-8809-2ce650ea2885 req-658af90d-b5ae-43b2-a622-e25fc867c47e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:38:39.974336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-7353820e-d934-4601-8809-2ce650ea2885 req-658af90d-b5ae-43b2-a622-e25fc867c47e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:38:39.975624 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7353820e-d934-4601-8809-2ce650ea2885 req-658af90d-b5ae-43b2-a622-e25fc867c47e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1788383
Apr 20 18:38:39.980765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-95ecf8a4-0072-4288-b2ef-78d44fb5f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:39.983563 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-95ecf8a4-0072-4288-b2ef-78d44fb5f56f service neutron] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 915 time: 0.2085714
Apr 20 18:38:40.174310 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-c27c3c03-965e-4f3d-b728-7c0e851a8bb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 1001 time: 0.1833506
Apr 20 18:38:40.262374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-409fd982-bbd6-4500-8390-eb559f47985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.264025 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-409fd982-bbd6-4500-8390-eb559f47985b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.0718875
Apr 20 18:38:40.365753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-c919d253-c32c-491d-9b45-0a2b865bcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:40.367380 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-c919d253-c32c-491d-9b45-0a2b865bcc2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872719
Apr 20 18:38:40.530297 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-afb1596c-3ab6-4c49-8d0b-dbf70a8fe24e service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517060
Apr 20 18:38:40.688014 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7358e903-7530-4179-a4c5-5d67a73a46ea req-a4cb5386-6049-417d-811e-064924a1808a service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483681
Apr 20 18:38:46.354316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-af603895-61d3-4c02-a9e9-15c3dc7f1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:49.779869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:50.030360 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1223ec8c-e1a2-42a3-be1b-b77712be2f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:50.531344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:51.640771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:52.386901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:52.940451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:09.444387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-c885da16-209f-40e8-95d6-af3d57e7186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:09.446060 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-c885da16-209f-40e8-95d6-af3d57e7186f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1137 time: 0.0834589
Apr 20 18:39:09.473737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5adb2-75eb-4846-abda-9ebcf00ca6ca req-5a4c1c89-286e-4296-a395-f960c540665f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:09.475465 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-abc5adb2-75eb-4846-abda-9ebcf00ca6ca req-5a4c1c89-286e-4296-a395-f960c540665f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0977187
Apr 20 18:39:09.602600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-0f636426-16c9-4f28-9628-b15796ce1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:09.604218 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-0f636426-16c9-4f28-9628-b15796ce1330 service neutron] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 915 time: 0.1507900
Apr 20 18:39:09.728124 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-9d70b8a2-c1ce-409f-8cd9-f2fe222616e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 1001 time: 0.1155167
Apr 20 18:39:09.783025 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-abc5adb2-75eb-4846-abda-9ebcf00ca6ca req-9702e5ed-84a0-41cc-9cab-5bc3a92cab95 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3001084
Apr 20 18:39:09.817350 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-51d88800-bdf7-41db-bd61-619f7e296417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:09.819086 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-51d88800-bdf7-41db-bd61-619f7e296417 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.0831604
Apr 20 18:39:09.914478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-b03b547e-aa3b-4466-a215-2e89454d5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:09.916120 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-b03b547e-aa3b-4466-a215-2e89454d5623 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890825
Apr 20 18:39:10.314621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-adb22c8a-ad27-4293-9c64-ab544496c1a1 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3901992
Apr 20 18:39:10.403582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e1fa-431c-4659-a465-a2be5bcc2cbc req-477298ba-204e-4db5-b7ac-3508861f8271 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:10.405261 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da17e1fa-431c-4659-a465-a2be5bcc2cbc req-477298ba-204e-4db5-b7ac-3508861f8271 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1071937
Apr 20 18:39:10.470852 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-da17e1fa-431c-4659-a465-a2be5bcc2cbc req-c9554c6d-4c15-42df-afb6-ced054052d34 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570965
Apr 20 18:39:10.478272 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2344644f-fd06-4555-a8c7-7aa723f99678 req-5532e9f7-eb1e-4458-a2ba-74c247a38b03 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518207
Apr 20 18:39:10.991674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67710e22-b94c-4c06-81a0-ac7eed00f1c5 req-3946547d-046a-4d12-86d4-cf0038cb0d77 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:10.993267 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-67710e22-b94c-4c06-81a0-ac7eed00f1c5 req-3946547d-046a-4d12-86d4-cf0038cb0d77 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0896974
Apr 20 18:39:11.043618 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-67710e22-b94c-4c06-81a0-ac7eed00f1c5 req-5f3d7bfc-fcb9-4439-832d-9531a4db2dbe tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430794
Apr 20 18:39:11.699210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400930-f255-481e-b1db-9caf3bdc0cfc req-56632fae-f9b0-43cd-9cad-a67145d8255c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:11.700737 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f400930-f255-481e-b1db-9caf3bdc0cfc req-56632fae-f9b0-43cd-9cad-a67145d8255c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0891433
Apr 20 18:39:11.750707 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f400930-f255-481e-b1db-9caf3bdc0cfc req-64292d24-fd85-4896-9cb2-a0c2834322ae tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428627
Apr 20 18:39:12.307331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285fcd-c460-44de-a1fe-b578cde34606 req-79670f8d-f3d8-4a23-9876-bd79b12496b9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:12.308964 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99285fcd-c460-44de-a1fe-b578cde34606 req-79670f8d-f3d8-4a23-9876-bd79b12496b9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0960014
Apr 20 18:39:12.361235 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99285fcd-c460-44de-a1fe-b578cde34606 req-e942499c-2998-4e21-9a3a-5c64d1b0ace1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456595
Apr 20 18:39:13.105931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2f81a-f511-441b-a244-3ea0a0e197b8 req-dd7a86e8-979c-4146-bc3c-c1e90f27536c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:13.107583 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afd2f81a-f511-441b-a244-3ea0a0e197b8 req-dd7a86e8-979c-4146-bc3c-c1e90f27536c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0960019
Apr 20 18:39:13.158465 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-afd2f81a-f511-441b-a244-3ea0a0e197b8 req-54e036ad-4549-4638-b90a-0697f91ca119 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436158
Apr 20 18:39:13.573266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495223d-fb09-4bfb-9ec8-2440f145c5c8 req-193027ac-3cb7-4643-acf1-c7221bfad8df tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:13.574920 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d495223d-fb09-4bfb-9ec8-2440f145c5c8 req-193027ac-3cb7-4643-acf1-c7221bfad8df tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0896697
Apr 20 18:39:13.629927 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d495223d-fb09-4bfb-9ec8-2440f145c5c8 req-36969b20-f8fc-45bd-a690-99f02d4d745e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472136
Apr 20 18:39:14.367080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8cca8-0adb-4c23-8c3f-2ecb27156f40 req-503f7a0c-ee1c-436f-8f7e-5dbaf34ad534 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:14.368742 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b3a8cca8-0adb-4c23-8c3f-2ecb27156f40 req-503f7a0c-ee1c-436f-8f7e-5dbaf34ad534 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0908473
Apr 20 18:39:14.419907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b3a8cca8-0adb-4c23-8c3f-2ecb27156f40 req-11ff85b4-70d1-4b5c-9a0f-736ad465ceb2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441651
Apr 20 18:39:14.842012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5344-a433-4682-bb04-838525378266 req-9d9e788d-4518-46f6-8012-e3cebe9733a9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:14.844251 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-166d5344-a433-4682-bb04-838525378266 req-9d9e788d-4518-46f6-8012-e3cebe9733a9 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0935276
Apr 20 18:39:14.896031 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-166d5344-a433-4682-bb04-838525378266 req-18217357-8338-4ce9-8235-f1107297f109 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450613
Apr 20 18:39:15.633803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0367-1a69-4fda-bf54-5d3878e2c944 req-4a08ed4f-31b8-4217-8a50-08aff0a9d696 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:15.635323 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-267f0367-1a69-4fda-bf54-5d3878e2c944 req-4a08ed4f-31b8-4217-8a50-08aff0a9d696 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0937922
Apr 20 18:39:15.685128 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-267f0367-1a69-4fda-bf54-5d3878e2c944 req-2d58dfdd-f759-4061-bcfb-7aa9b1aeafdc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434165
Apr 20 18:39:16.107038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27cf40-ccb5-40fc-8a63-6586dfa4d92d req-557c77e5-dbec-412c-881b-950ef86f3244 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:16.109588 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3d27cf40-ccb5-40fc-8a63-6586dfa4d92d req-557c77e5-dbec-412c-881b-950ef86f3244 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0971019
Apr 20 18:39:16.162413 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3d27cf40-ccb5-40fc-8a63-6586dfa4d92d req-41d353d7-2c0d-46e1-afe2-6740f4116436 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0462224
Apr 20 18:39:16.346421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-546ee8cf-0fde-4740-a9b4-6536173e5c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:16.897822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390958-b21e-4a2a-8fe6-22b92f4c7325 req-0f59e069-a8ee-488b-9b96-f46aef2e045a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:16.899381 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-92390958-b21e-4a2a-8fe6-22b92f4c7325 req-0f59e069-a8ee-488b-9b96-f46aef2e045a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0910380
Apr 20 18:39:16.948407 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-92390958-b21e-4a2a-8fe6-22b92f4c7325 req-53fa4256-63f2-4b9b-8b02-7f2251ce6227 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417962
Apr 20 18:39:17.364803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fcde4-38d2-409f-b560-8d546eac0ae5 req-0f279717-0c4e-4972-b75d-7fa4cf681c4a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:17.366344 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4d2fcde4-38d2-409f-b560-8d546eac0ae5 req-0f279717-0c4e-4972-b75d-7fa4cf681c4a tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0876555
Apr 20 18:39:17.420803 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4d2fcde4-38d2-409f-b560-8d546eac0ae5 req-8541262f-39ca-42a3-a6d0-e3be7177cd10 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0478823
Apr 20 18:39:18.164035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25754c0-8f3a-44de-a4c6-39da1609689c req-3ebd18d4-cf6d-4539-aaa6-1aafcef74ebc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:18.165766 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e25754c0-8f3a-44de-a4c6-39da1609689c req-3ebd18d4-cf6d-4539-aaa6-1aafcef74ebc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0950468
Apr 20 18:39:18.215696 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e25754c0-8f3a-44de-a4c6-39da1609689c req-16ebc58e-b514-4c1b-85bd-e754f53bb207 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431130
Apr 20 18:39:18.622242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa612c2-79db-491f-af68-e045fe73f894 req-7ba45a6d-3067-489a-ad9e-78e73fb98faa tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:18.624482 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fa612c2-79db-491f-af68-e045fe73f894 req-7ba45a6d-3067-489a-ad9e-78e73fb98faa tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0889511
Apr 20 18:39:18.675237 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3fa612c2-79db-491f-af68-e045fe73f894 req-cc5406ae-8122-4f85-8c01-ddb41e08d10b tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0441861
Apr 20 18:39:19.423759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820103fc-084d-43aa-bf66-88dbdac9ca59 req-0dc445dd-bd64-4e24-9d0a-35fac02d8f3f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:19.425480 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-820103fc-084d-43aa-bf66-88dbdac9ca59 req-0dc445dd-bd64-4e24-9d0a-35fac02d8f3f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0913389
Apr 20 18:39:19.479655 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-820103fc-084d-43aa-bf66-88dbdac9ca59 req-cba9e85f-19e1-4ece-99b4-693622be2ff7 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476091
Apr 20 18:39:19.782117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:19.893128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8858e-4d5f-4824-bf7d-5e1eda89b356 req-a1b9a6ba-b673-49a2-b7d8-51002a27c232 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:19.894778 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-acb8858e-4d5f-4824-bf7d-5e1eda89b356 req-a1b9a6ba-b673-49a2-b7d8-51002a27c232 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1016018
Apr 20 18:39:19.948014 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-acb8858e-4d5f-4824-bf7d-5e1eda89b356 req-950cefb9-c931-4077-8e21-857969da9cc5 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0465603
Apr 20 18:39:20.032004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e61b7433-68f7-483e-a145-6066550d5cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:20.532968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:20.694412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab740d5-569a-42a6-a5c8-268ce4a33d58 req-d50a6c3b-fe0d-4272-a65e-2b5874615a6e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:20.696051 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fab740d5-569a-42a6-a5c8-268ce4a33d58 req-d50a6c3b-fe0d-4272-a65e-2b5874615a6e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0910370
Apr 20 18:39:20.746011 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fab740d5-569a-42a6-a5c8-268ce4a33d58 req-103566dd-4b9a-4727-b833-ebe57abba2c1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426898
Apr 20 18:39:21.147951 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925599-8a4f-4711-b189-9403f7801378 req-bfb1a546-89c7-4e71-a505-b09765bbf56c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:21.149560 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52925599-8a4f-4711-b189-9403f7801378 req-bfb1a546-89c7-4e71-a505-b09765bbf56c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0891957
Apr 20 18:39:21.199020 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-52925599-8a4f-4711-b189-9403f7801378 req-b82e792b-cc90-453c-8928-28679ef1d5ee tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428457
Apr 20 18:39:21.636543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:21.971805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19cf8-c012-48aa-96be-a09adba691fe req-9d2d0ceb-4d6f-4f93-8db2-6e9cbec3598e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:21.973548 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-deb19cf8-c012-48aa-96be-a09adba691fe req-9d2d0ceb-4d6f-4f93-8db2-6e9cbec3598e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0997756
Apr 20 18:39:22.025217 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-deb19cf8-c012-48aa-96be-a09adba691fe req-8791c9e5-1362-4061-9d7c-22a48a9195fa tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447798
Apr 20 18:39:22.401563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:22.410587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8cb4-43b7-4c6a-8dd2-4887ffd8051b req-0383bf1a-7c4c-473e-b6ee-97aa5d3d6e3c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:22.412276 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-967c8cb4-43b7-4c6a-8dd2-4887ffd8051b req-0383bf1a-7c4c-473e-b6ee-97aa5d3d6e3c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.0971892
Apr 20 18:39:22.468352 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-967c8cb4-43b7-4c6a-8dd2-4887ffd8051b req-6dce75e0-6ef3-4f78-86fe-e9f3e6db55b5 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0477955
Apr 20 18:39:22.660890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:39:22.820958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:22.836157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'mac_address': 'fa:16:3e:f7:37:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:39:22.900459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:22.919551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c57f912b-2b41-47e1-bdd2-e6f469efb49c {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:39:22.938181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:22.940957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:22.942891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:23.017897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=6']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:23.029830 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.030254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.030647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.031032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.031406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.031781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.032157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.032530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.032902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.033278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.033668 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.034392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:23.038444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:23.114532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['c57f912b-2b41-47e1-bdd2-e6f469efb49c'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:23.330163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cebac9-daba-4859-a886-1d7e10b967f1 req-3bfc7bb0-9d30-4b31-bef6-cc7f32a528b6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:23.338775 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-19cebac9-daba-4859-a886-1d7e10b967f1 req-3bfc7bb0-9d30-4b31-bef6-cc7f32a528b6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 945 time: 0.1692502
Apr 20 18:39:23.412482 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-19cebac9-daba-4859-a886-1d7e10b967f1 req-f11fbd92-a0de-4d0c-974e-4f42ef6a4714 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719726
Apr 20 18:39:23.704957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f34c7c-2756-4f0d-ad1d-9282396595f2 req-1f988592-f69b-471f-a35e-be5612346258 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:23.706599 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7f34c7c-2756-4f0d-ad1d-9282396595f2 req-1f988592-f69b-471f-a35e-be5612346258 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1054499
Apr 20 18:39:23.772259 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7f34c7c-2756-4f0d-ad1d-9282396595f2 req-c4c1f250-9d3e-4909-89af-b8a8d0f6d1f2 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0588739
Apr 20 18:39:24.676498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:39:24.776071 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port c57f912b-2b41-47e1-bdd2-e6f469efb49c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:39:24.776699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:24.906254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d6f9-d31b-4c1d-b18f-73af7dc6405a req-f8aedffc-d414-40e4-9b1e-728c35b522dd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:24.910945 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f67d6f9-d31b-4c1d-b18f-73af7dc6405a req-f8aedffc-d414-40e4-9b1e-728c35b522dd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 945 time: 0.1701276
Apr 20 18:39:24.951405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:24.990619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:25.007584 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f67d6f9-d31b-4c1d-b18f-73af7dc6405a req-bb798eba-4bd1-4f5e-9b1d-ad39e7ee9178 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740249
Apr 20 18:39:25.015862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:25.020191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:25.023585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:25.106122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90d7b7-f776-40be-9349-50ffdabfbae0 req-c404e318-03d7-4868-900d-0520cda7f860 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:25.115525 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb90d7b7-f776-40be-9349-50ffdabfbae0 req-c404e318-03d7-4868-900d-0520cda7f860 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1127307
Apr 20 18:39:25.189419 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb90d7b7-f776-40be-9349-50ffdabfbae0 req-eb04a99a-9ed6-4ca4-b6d2-d3f323f514f8 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0721233
Apr 20 18:39:25.200825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=7']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:25.206289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:25.237094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'code': 200}
Apr 20 18:39:26.255283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3569f0-8387-4bce-a811-0d7e079ce917 req-875364aa-db26-40c0-b3bc-e2d6c0d32e80 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:26.263582 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8a3569f0-8387-4bce-a811-0d7e079ce917 req-875364aa-db26-40c0-b3bc-e2d6c0d32e80 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1133101
Apr 20 18:39:26.320240 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8a3569f0-8387-4bce-a811-0d7e079ce917 req-859dbba7-3443-4b24-a321-0e6b503183fd tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555792
Apr 20 18:39:26.501561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1682-e661-4e1d-82ed-ce2a40bb9dab req-822fd5cc-c7fd-4ac1-a81c-fce545dd5e11 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:26.510197 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bcc1682-e661-4e1d-82ed-ce2a40bb9dab req-822fd5cc-c7fd-4ac1-a81c-fce545dd5e11 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1404290
Apr 20 18:39:26.565574 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bcc1682-e661-4e1d-82ed-ce2a40bb9dab req-ac22d8b6-5573-4049-b636-07bf13ecda7d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0541394
Apr 20 18:39:27.548242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7252a-699c-47ed-b77c-2c105f2db57d req-79014f98-a346-4f55-9e07-771071b227fa tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:27.557343 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7b7252a-699c-47ed-b77c-2c105f2db57d req-79014f98-a346-4f55-9e07-771071b227fa tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1018753
Apr 20 18:39:27.622811 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7b7252a-699c-47ed-b77c-2c105f2db57d req-418beb6b-b307-43bb-a499-389dd4be037c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637846
Apr 20 18:39:27.826036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-ee1a8288-1913-41ea-b37b-868e93d08bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:27.828299 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-ee1a8288-1913-41ea-b37b-868e93d08bb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1099 time: 0.1714332
Apr 20 18:39:27.856612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e1f66-c75a-47ab-910b-cb7943db9b10 req-77ec5298-f73f-4414-9cfb-72852f2d1ef8 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:27.865156 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ed7e1f66-c75a-47ab-910b-cb7943db9b10 req-77ec5298-f73f-4414-9cfb-72852f2d1ef8 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1587110
Apr 20 18:39:28.002007 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ed7e1f66-c75a-47ab-910b-cb7943db9b10 req-a380862c-4823-4a3f-8b08-058dec110dbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&id=062979a9-6a2d-4e09-aa3d-aa99d4897cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1355252
Apr 20 18:39:28.087472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-8f5dc8bc-7cd1-4b67-b671-2bda87d9f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:28.089116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-8f5dc8bc-7cd1-4b67-b671-2bda87d9f608 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.2056584
Apr 20 18:39:28.217231 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-eba80ffb-4997-4c6f-962b-652a43c96dc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 200  len: 1002 time: 0.1208472
Apr 20 18:39:28.293454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-6469d78d-1a0b-4c3f-8699-854100b8518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:28.295296 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-6469d78d-1a0b-4c3f-8699-854100b8518b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.0719495
Apr 20 18:39:28.403703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-134e9aa2-5b15-4d9c-b575-425cab8f8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:28.409574 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-134e9aa2-5b15-4d9c-b575-425cab8f8842 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1064377
Apr 20 18:39:28.607753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-7cee4084-5f02-44b1-bb6e-e34d4b095a95 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904361
Apr 20 18:39:28.789818 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ba4d204f-a073-44ca-96a4-460951f2b83b req-28d054de-502b-48d1-82c7-44dc2eaa18dd service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754177
Apr 20 18:39:28.877156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fe752-b22a-4415-a771-b236bb71f1bd req-842e037f-91c7-4fde-8926-7cdf97412e2b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:28.879942 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c80fe752-b22a-4415-a771-b236bb71f1bd req-842e037f-91c7-4fde-8926-7cdf97412e2b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1132312
Apr 20 18:39:28.950473 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c80fe752-b22a-4415-a771-b236bb71f1bd req-2826b3a2-a8f7-4df7-a164-ce68c3f09545 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635674
Apr 20 18:39:29.940878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:30.217803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383e6f-e508-49f3-9c99-8a83f46d7a9c req-0fb06398-4009-412b-81ba-9db3135534a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:30.219409 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e8383e6f-e508-49f3-9c99-8a83f46d7a9c req-0fb06398-4009-412b-81ba-9db3135534a8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1255686
Apr 20 18:39:30.286193 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e8383e6f-e508-49f3-9c99-8a83f46d7a9c req-590e7dc9-5834-46e5-acef-2dd135bf3c9b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512073
Apr 20 18:39:31.564142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996cee9-19dc-4414-b258-46f300c6aeae req-c79fa9d5-80bb-4aa8-9a67-2e94fa7dfc98 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:31.566063 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a996cee9-19dc-4414-b258-46f300c6aeae req-c79fa9d5-80bb-4aa8-9a67-2e94fa7dfc98 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1185760
Apr 20 18:39:31.635725 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a996cee9-19dc-4414-b258-46f300c6aeae req-3c3ec2a9-2cac-45ad-9906-b75788e7aae9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560172
Apr 20 18:39:32.869709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34ecb-4107-4197-8c83-add03a60555d req-368eebda-0c3a-4de1-a882-14f00b619f19 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:32.871524 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-28a34ecb-4107-4197-8c83-add03a60555d req-368eebda-0c3a-4de1-a882-14f00b619f19 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1016381
Apr 20 18:39:32.926040 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-28a34ecb-4107-4197-8c83-add03a60555d req-bff02a62-da32-4ad9-b899-03e4ae72ceb3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470247
Apr 20 18:39:33.437590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281be03f-c4f5-48f8-919a-43208c94e424 req-8f2cab9c-f8a1-4bbf-a68c-75b2276c61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:33.439360 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-8f2cab9c-f8a1-4bbf-a68c-75b2276c61ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1099 time: 0.0891259
Apr 20 18:39:33.588709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281be03f-c4f5-48f8-919a-43208c94e424 req-694a461d-7122-44bf-b2b5-1a4542d58a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:33.590445 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-694a461d-7122-44bf-b2b5-1a4542d58a5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.1411991
Apr 20 18:39:33.703354 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-4388a3c8-1a4a-4881-88e1-8f717dffa154 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 200  len: 1002 time: 0.1061130
Apr 20 18:39:33.778142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281be03f-c4f5-48f8-919a-43208c94e424 req-1207d9ab-ec28-48aa-810a-53c254659226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:33.780523 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-1207d9ab-ec28-48aa-810a-53c254659226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.0704660
Apr 20 18:39:33.871261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281be03f-c4f5-48f8-919a-43208c94e424 req-06bc392b-f534-4a84-97e4-96dae4f262d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:33.871943 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-06bc392b-f534-4a84-97e4-96dae4f262d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847378
Apr 20 18:39:34.021608 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-9ece62cd-16d0-4098-beb0-c8fa971048ae service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426451
Apr 20 18:39:34.148500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c18c9-50c3-4f30-b250-19526f6f3d6e req-1334590c-448e-4290-9091-787e8c4f829c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:34.150408 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e73c18c9-50c3-4f30-b250-19526f6f3d6e req-1334590c-448e-4290-9091-787e8c4f829c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0940084
Apr 20 18:39:34.185023 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-281be03f-c4f5-48f8-919a-43208c94e424 req-c9916c80-ad28-4ee6-86eb-99d4b76c48cd service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553783
Apr 20 18:39:34.224401 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e73c18c9-50c3-4f30-b250-19526f6f3d6e req-33bd1675-b1f9-4eea-828f-02481b37e1e4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662193
Apr 20 18:39:35.450414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90fdd-f7ed-400f-9fb3-249d14a53a4f req-2eaa1fe6-f332-481d-8b22-89c1801f887a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:35.452652 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bf90fdd-f7ed-400f-9fb3-249d14a53a4f req-2eaa1fe6-f332-481d-8b22-89c1801f887a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.0988052
Apr 20 18:39:35.508670 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7bf90fdd-f7ed-400f-9fb3-249d14a53a4f req-73198837-f00e-499f-9abb-5a1df5bdd46e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457518
Apr 20 18:39:36.690368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:36.739066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dba97-c6e6-4fc1-95a6-ffc72bc66c22 req-2f1dbf03-f549-4142-9e5e-87f4e4377fb0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:36.741029 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ef3dba97-c6e6-4fc1-95a6-ffc72bc66c22 req-2f1dbf03-f549-4142-9e5e-87f4e4377fb0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 946 time: 0.1033533
Apr 20 18:39:36.800595 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ef3dba97-c6e6-4fc1-95a6-ffc72bc66c22 req-651ead0f-a9ac-4d33-a7bd-9c25dcb33fe2 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534670
Apr 20 18:39:36.821776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:36.857099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:36.870204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:36.874674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:36.876611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:36.921772 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'code': 422} returned with failed status
Apr 20 18:39:36.958242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=8']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:36.961940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:37.597958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63397768-2806-4334-883f-86c9163dedef req-71eeb6cf-6ff4-4481-b160-34527ec809d1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:37.599592 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-63397768-2806-4334-883f-86c9163dedef req-71eeb6cf-6ff4-4481-b160-34527ec809d1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.0959551
Apr 20 18:39:37.649741 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-63397768-2806-4334-883f-86c9163dedef req-790a2be9-3e7d-429c-b8f1-88f0a6de0961 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432656
Apr 20 18:39:38.796445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92eb9f-34bf-4b63-b480-cdcab4cfdc63 req-0c9f839e-4800-4140-bbbd-7271aadeb672 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:38.798213 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb92eb9f-34bf-4b63-b480-cdcab4cfdc63 req-0c9f839e-4800-4140-bbbd-7271aadeb672 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.4047832
Apr 20 18:39:38.804852 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-224f9fbe-2b3d-4772-923b-a3a4ac78db17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1354539
Apr 20 18:39:38.867257 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb92eb9f-34bf-4b63-b480-cdcab4cfdc63 req-2ec6568b-b799-40b8-ab42-f5ecbc5dd653 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553408
Apr 20 18:39:38.880314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7735e9-ded2-4a3c-bae7-90e56759e095 req-4446f79c-d1be-4afc-a16a-809915bd09d1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:38.882070 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7f7735e9-ded2-4a3c-bae7-90e56759e095 req-4446f79c-d1be-4afc-a16a-809915bd09d1 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.1095510
Apr 20 18:39:38.936494 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7f7735e9-ded2-4a3c-bae7-90e56759e095 req-c18f6ef5-041d-4ce0-b952-a891106f1d35 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465591
Apr 20 18:39:39.361728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-8d15b546-d39c-4f55-b8e6-1aeca8f2d04a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.363378 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-8d15b546-d39c-4f55-b8e6-1aeca8f2d04a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.0942082
Apr 20 18:39:39.392377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-873b906b-79b9-487c-8458-b90837211632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.394051 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-873b906b-79b9-487c-8458-b90837211632 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976&tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1 HTTP/1.1" status: 200  len: 1097 time: 0.0841546
Apr 20 18:39:39.453675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Deleting port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:39:39.454073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:39.518258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-88a212b1-6a67-4807-a82f-afaf0797a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.519874 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-88a212b1-6a67-4807-a82f-afaf0797a152 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1097 time: 0.0876598
Apr 20 18:39:39.673924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-488282ac-da6f-4f96-9c0d-962b3c01804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.675452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-488282ac-da6f-4f96-9c0d-962b3c01804b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 200  len: 918 time: 0.1486185
Apr 20 18:39:39.732602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] For port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:39.733735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:39.791843 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-fdfaf596-55e6-49cd-8709-51ba71e1f027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 200  len: 1000 time: 0.1101673
Apr 20 18:39:39.864155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-d7f43945-f290-4a80-b576-f68277854f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.865821 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-d7f43945-f290-4a80-b576-f68277854f92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 200  len: 856 time: 0.0669894
Apr 20 18:39:39.955906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-7af5c02d-2c27-4dfb-85f2-9a732d0b8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:39.957506 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-7af5c02d-2c27-4dfb-85f2-9a732d0b8a6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c318347e-9762-4bfc-b74e-1d0159deb3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835884
Apr 20 18:39:40.126218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:40.126634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:40.126989 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Floating IP 78656baf-d763-4317-a264-80c520b1194f disassociated. External IP: 172.27.3.131, port: 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10.
Apr 20 18:39:40.127386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Calling delete_port for 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:39:40.190034 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-7adb9a4f-3094-4bad-8681-c37c2d34df78 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167051
Apr 20 18:39:40.208560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c49a-11d3-4144-b4f9-8997422c51d0 req-7b2df47a-8b2e-4cf9-b309-8a2cabac8253 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:40.210139 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0783c49a-11d3-4144-b4f9-8997422c51d0 req-7b2df47a-8b2e-4cf9-b309-8a2cabac8253 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 946 time: 0.1386559
Apr 20 18:39:40.213207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f44b67-8c68-4ed0-ae0a-a1c3bdf5c9ef req-138846c1-7a99-4671-91a0-bb3a2f1feebb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:40.214901 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-34f44b67-8c68-4ed0-ae0a-a1c3bdf5c9ef req-138846c1-7a99-4671-91a0-bb3a2f1feebb tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1987450
Apr 20 18:39:40.318265 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-34f44b67-8c68-4ed0-ae0a-a1c3bdf5c9ef req-0848a994-e9b8-41c3-af98-f654d2dcf8ae tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854800
Apr 20 18:39:40.350159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:40.363116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0783c49a-11d3-4144-b4f9-8997422c51d0 req-4afd319b-289a-43b2-aa1c-abe52b866c6c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups?id=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213677
Apr 20 18:39:40.363630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c1fe89d0-4f94-4e85-a6d5-e13c5b35eb10 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:40.417475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event deleted for resources: {'Port': ['ID=4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:40.419253 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-58a62ab1-d7c2-4108-a4f6-6ed40039f0c6 req-989a16a2-bf6d-413b-bb86-b163c43d4728 service neutron] 10.222.0.44 "GET /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199571
Apr 20 18:39:40.547023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.547441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.547858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.548263 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.548661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.549056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.549476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.549872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.550267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.550664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.551052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.551441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:39:40.563582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:40.629792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Router b41006b3-dee3-4d52-a389-952d3a906909 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:39:40.721671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:40.832469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:39:40.846896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:39:40.868443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:39:40.869308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000f54a8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:39:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:40.984318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] No DVR routers for this DVR port 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:39:40.988186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:40.993335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'name': 'network-vif-deleted', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:41.020518 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8b3df56d-5528-4c36-9167-fedb8bcb38f0 req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.44 "DELETE /v2.0/ports/4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 HTTP/1.1" status: 204  len: 173 time: 1.6499436
Apr 20 18:39:41.048893 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c83cdcf-5e96-42c2-9143-725c93f9b828', 'name': 'network-vif-deleted', 'tag': '4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10', 'status': 'completed', 'code': 200}
Apr 20 18:39:41.080793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:39:41.520889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000f54a8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:41.526305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:39:41.537361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:39:41.538095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000f54a8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:39:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:41.611842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-989a7761-5c06-4093-8988-23864650f15e req-c65be891-15ce-439d-b554-2e9278b77539 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Synchronizing usage tracker for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:39:41.659308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-989a7761-5c06-4093-8988-23864650f15e req-c65be891-15ce-439d-b554-2e9278b77539 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Unset dirty status for tenant:379c1b40340b46408792cb7d852bbba7 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:39:41.660917 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-989a7761-5c06-4093-8988-23864650f15e req-c65be891-15ce-439d-b554-2e9278b77539 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.1084375
Apr 20 18:39:41.715860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61141ab2-0ba8-4507-a047-fc0c3443c089 req-fdb7e94a-56b9-4247-88e1-a5a69d8e139c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:41.718570 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-61141ab2-0ba8-4507-a047-fc0c3443c089 req-fdb7e94a-56b9-4247-88e1-a5a69d8e139c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.2247126
Apr 20 18:39:41.817589 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-61141ab2-0ba8-4507-a047-fc0c3443c089 req-22f0dd7f-149e-4ed9-958e-2f551661d516 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876868
Apr 20 18:39:41.834245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:39:42.230217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000f54a8>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:39:42.234836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3937d09-f041-42db-8a9e-16126a33754d None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:31:40Z', 'revision_number': 4, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'db5c4d27-0e79-401e-9d05-21fc09bd0fec', 'name': '', 'network_id': '6d598126-4968-4ab9-864c-ac1f0ffd6a08', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'mac_address': 'fa:16:3e:dd:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65e97978-dfbd-48f2-a632-362cbc541467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:37Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'subnets': [{'id': '65e97978-dfbd-48f2-a632-362cbc541467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:39:42.685045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8785f-8214-4708-aca6-b8a059638216 None None] New status for floating IP 78656baf-d763-4317-a264-80c520b1194f: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:39:42.715401 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:39:42.776597 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:39:42.777033 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4a4c411b-0c6c-4e00-aba6-9fe7f06a9c10 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:39:42.898013 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eb4e4e8a-7d0a-4ec9-bb3b-e708024c169b req-fb67a9d7-6803-41c2-93a0-f2a25a785a21 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0572655
Apr 20 18:39:43.048274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb0ab-eb89-43f7-b2a6-f80aab0ec9f4 req-d1916b5c-d76b-4578-8eae-c847a7c0622b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:43.049894 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-678cb0ab-eb89-43f7-b2a6-f80aab0ec9f4 req-d1916b5c-d76b-4578-8eae-c847a7c0622b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0958481
Apr 20 18:39:43.101108 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-678cb0ab-eb89-43f7-b2a6-f80aab0ec9f4 req-3414f7c3-2004-42fb-867e-440c1d5e1bcc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435703
Apr 20 18:39:44.097950 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2c40c351-f29b-4a8f-b3f5-58bf9aef8394 req-17177749-5149-44fe-9f55-876cfaad4a85 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0579152
Apr 20 18:39:44.331811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dd1c6-0422-4a65-ae40-fcc8f543ca5d req-59d82440-0b14-4577-8df0-9b110818c739 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:44.334387 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0e0dd1c6-0422-4a65-ae40-fcc8f543ca5d req-59d82440-0b14-4577-8df0-9b110818c739 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0976918
Apr 20 18:39:44.391549 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0e0dd1c6-0422-4a65-ae40-fcc8f543ca5d req-15f2ce9f-78d5-4241-b44d-bd1b4b7e8b29 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512173
Apr 20 18:39:45.291064 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-09bcbdc2-f1e7-4e70-978b-b61ad90563c1 req-456dade8-551c-4232-baed-94ba0d7b0e3f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0511982
Apr 20 18:39:45.621805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46f9e4-79db-4e72-abd7-48485f98f7f0 req-879906ad-3fdd-437b-91eb-ca10a842fbab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:45.623466 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fd46f9e4-79db-4e72-abd7-48485f98f7f0 req-879906ad-3fdd-437b-91eb-ca10a842fbab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1026969
Apr 20 18:39:45.676836 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fd46f9e4-79db-4e72-abd7-48485f98f7f0 req-43c38fff-1b11-47b8-81ff-65570fffd0b1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459244
Apr 20 18:39:46.364568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b15b4739-b059-4171-af89-a1bc8a5068c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:46.494907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4548d088-0061-4771-8d49-031519bd433a req-0e3a6c5d-77ac-453f-b372-b9e41250dbb6 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0541897
Apr 20 18:39:46.920566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283f6aa-77e5-48a5-a625-78f012c9b53b req-80c73488-6460-487b-8fb2-9509a590da49 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:46.923528 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e283f6aa-77e5-48a5-a625-78f012c9b53b req-80c73488-6460-487b-8fb2-9509a590da49 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1195920
Apr 20 18:39:46.980015 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e283f6aa-77e5-48a5-a625-78f012c9b53b req-04f3a782-e92a-4a46-ae44-b23f1bcda2b4 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501242
Apr 20 18:39:47.689679 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-88526544-8d5b-4c7e-bab8-cf8319658097 req-711a3853-6a95-48fd-8b15-cf2e55c4054a tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0573857
Apr 20 18:39:48.439756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f22f9-9268-41a9-acd5-ba29f9a5e03a req-f68e9d09-a5d6-4a19-b320-4fe366d17fba tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:48.441645 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-573f22f9-9268-41a9-acd5-ba29f9a5e03a req-f68e9d09-a5d6-4a19-b320-4fe366d17fba tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.3344026
Apr 20 18:39:48.501087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-573f22f9-9268-41a9-acd5-ba29f9a5e03a req-9102d2ea-e967-481b-98d2-f3afde812340 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457842
Apr 20 18:39:48.881839 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a84ab66-cb18-46f2-8d17-7311de58f386 req-290795e6-9cb6-405a-93ea-eb88e3cf02f0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0502450
Apr 20 18:39:49.729289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a05cca-011f-44fc-a06a-bfcf9652f656 req-9a8a2e3e-109a-4aa3-acdf-40ac0516e9ef tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:49.730931 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-11a05cca-011f-44fc-a06a-bfcf9652f656 req-9a8a2e3e-109a-4aa3-acdf-40ac0516e9ef tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0970175
Apr 20 18:39:49.787032 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-11a05cca-011f-44fc-a06a-bfcf9652f656 req-65b82eed-f518-4ed9-a46f-8a12e3ba1161 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487537
Apr 20 18:39:49.791075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:50.057845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d5a1-79cf-44db-a7ad-e151998c041b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:50.088169 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-951063ca-5d3a-43f6-ad5c-54f60f11cf03 req-79bc8250-223b-4fca-9ba2-0316de5a70d7 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0609143
Apr 20 18:39:50.537220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:51.034217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d33b79-0dce-4a34-a14f-d1d39da77cd2 req-07e80361-e40e-43c5-91da-410c9170090a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:51.036141 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c6d33b79-0dce-4a34-a14f-d1d39da77cd2 req-07e80361-e40e-43c5-91da-410c9170090a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.1225035
Apr 20 18:39:51.090146 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c6d33b79-0dce-4a34-a14f-d1d39da77cd2 req-d994e62e-a2e7-4a8d-ab11-16221edc563d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474699
Apr 20 18:39:51.285073 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c3e1db57-71ad-49b7-869d-ea52d0d6f4c5 req-cc2b3fc4-ec28-4354-aea8-d42edfe9f73f tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0557821
Apr 20 18:39:51.644159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:52.301902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9654e-2a2f-4fb7-9d16-4abf2d208876 req-3d49af7e-f8e2-433f-a3e7-42508fa0f912 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:52.303469 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-09d9654e-2a2f-4fb7-9d16-4abf2d208876 req-3d49af7e-f8e2-433f-a3e7-42508fa0f912 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0922713
Apr 20 18:39:52.352547 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-09d9654e-2a2f-4fb7-9d16-4abf2d208876 req-d6850a07-8660-4e72-b4d7-e3294e29a6e3 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427976
Apr 20 18:39:52.405950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:52.475116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad4dde63-048a-427b-b072-8a445bee21e0 req-4a015473-b944-4887-8067-4636f73729a0 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83cdcf-5e96-42c2-9143-725c93f9b828 HTTP/1.1" status: 200  len: 210 time: 0.0508885
Apr 20 18:39:53.567112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e8ef-5359-43d4-96a7-cc8538d4dc27 req-d12d0fce-fb2c-49b3-8730-962c7da5391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:53.568717 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bac9e8ef-5359-43d4-96a7-cc8538d4dc27 req-d12d0fce-fb2c-49b3-8730-962c7da5391e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0926428
Apr 20 18:39:53.603946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52612) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:53.622617 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bac9e8ef-5359-43d4-96a7-cc8538d4dc27 req-61485c8e-92f8-456f-b0a8-12c8e853aa4d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469360
Apr 20 18:39:53.674618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:53.704134 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:53.754991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:53.760187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f1de2a48-5e27-4b10-b2ae-8753774d8cbf tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:53.776210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def1f65-0cf3-4a56-a43e-dbd09ab37a2d,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:53.780715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:53.784188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:53.785422 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "DELETE /v2.0/security-groups/7def1f65-0cf3-4a56-a43e-dbd09ab37a2d HTTP/1.1" status: 204  len: 168 time: 0.1802616
Apr 20 18:39:53.788168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52616) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:53.807822 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.v2.resource [None req-9eb0de13-8115-4924-b73d-30dce94d660c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] show failed (client error): The resource could not be found.
Apr 20 18:39:53.808902 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9eb0de13-8115-4924-b73d-30dce94d660c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "GET /v2.0/security-groups/7def1f65-0cf3-4a56-a43e-dbd09ab37a2d HTTP/1.1" status: 404  len: 347 time: 0.0197573
Apr 20 18:39:53.812575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52620) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:53.979815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Deleting port b938bee4-f906-4e26-b208-fbcb50242d5a {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:39:53.980116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:54.162507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:54.162882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:54.314054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Calling delete_port for b938bee4-f906-4e26-b208-fbcb50242d5a owned by network:floatingip {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:39:54.477001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:54.482002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6cdc408d-7428-4c61-b6d2-f2899a46bc2c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:54.528568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Pushing event deleted for resources: {'Port': ['ID=b938bee4-f906-4e26-b208-fbcb50242d5a,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:54.532300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:54.629788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks [] for floatingip, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:54.646760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:54.648001 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] 10.222.0.25 "DELETE /v2.0/floatingips/78656baf-d763-4317-a264-80c520b1194f HTTP/1.1" status: 204  len: 168 time: 0.8344533
Apr 20 18:39:54.841583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4f140-ba7e-4aaa-846d-4950f5ede36c req-97fd07dd-ef3f-4d56-9b98-74a101f49337 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:54.843798 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d4c4f140-ba7e-4aaa-846d-4950f5ede36c req-97fd07dd-ef3f-4d56-9b98-74a101f49337 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0984352
Apr 20 18:39:54.894888 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d4c4f140-ba7e-4aaa-846d-4950f5ede36c req-b75edd7b-37e4-4319-ace3-c842aa402685 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444474
Apr 20 18:39:56.104084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f219c-7323-4464-ab43-6ab9e75bb369 req-36bc54e2-bb01-4b2f-8e64-5c50a8c17162 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:56.105742 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4c4f219c-7323-4464-ab43-6ab9e75bb369 req-36bc54e2-bb01-4b2f-8e64-5c50a8c17162 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 944 time: 0.0915859
Apr 20 18:39:56.155216 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4c4f219c-7323-4464-ab43-6ab9e75bb369 req-6bb933db-3586-4f0a-971d-2c72fefe0ca0 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421031
Apr 20 18:39:56.801431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:39:56.943646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:56.957918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'port_id': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'mac_address': 'fa:16:3e:f7:37:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:39:57.020119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:57.206146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57f912b-2b41-47e1-bdd2-e6f469efb49c {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:39:57.222409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:57.226995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:57.229218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:57.302688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=9']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:57.305980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:57.375887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e44c5-9d1f-4fce-98d4-ce6ccebfad96 req-efdf5272-6032-46fc-b392-4b450c03e10b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:57.377488 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9d8e44c5-9d1f-4fce-98d4-ce6ccebfad96 req-efdf5272-6032-46fc-b392-4b450c03e10b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 945 time: 0.0983055
Apr 20 18:39:57.428149 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9d8e44c5-9d1f-4fce-98d4-ce6ccebfad96 req-9a0ba40e-8f55-43ab-a1ce-0e01d5364aae tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439842
Apr 20 18:39:57.551588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['c57f912b-2b41-47e1-bdd2-e6f469efb49c'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:39:58.649279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61123654-e51f-4d34-98aa-9187c5590066 req-c48071ba-f13d-4076-92c8-decb9d5171ad tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:58.650919 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-61123654-e51f-4d34-98aa-9187c5590066 req-c48071ba-f13d-4076-92c8-decb9d5171ad tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 945 time: 0.0945807
Apr 20 18:39:58.699803 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-61123654-e51f-4d34-98aa-9187c5590066 req-258b6b7d-db3e-4f5b-942e-f57fa4a9cb2b tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418632
Apr 20 18:39:58.733792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52662) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:39:58.813953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:39:58.888232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port c57f912b-2b41-47e1-bdd2-e6f469efb49c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:39:58.888661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.019182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.051186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:39:59.062875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:39:59.066096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.069007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:39:59.113602 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'code': 200}
Apr 20 18:39:59.151474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=10']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:39:59.155516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:39:59.593302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c393-0d08-4287-9938-ab69692d6155 req-70a04686-28bf-452a-94c6-9d91ff65aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:59.594966 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7d69c393-0d08-4287-9938-ab69692d6155 req-70a04686-28bf-452a-94c6-9d91ff65aa1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 1100 time: 0.1781907
Apr 20 18:39:59.706103 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7d69c393-0d08-4287-9938-ab69692d6155 req-4f2b190c-355c-45fd-8c4b-e493819a3fbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970595
Apr 20 18:39:59.822231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:59.920485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069a475-e0b5-4510-9fea-e48c2cb5c94f req-eb997bbf-196f-49ac-ba9d-e2f510f5ce5a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:59.922243 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e069a475-e0b5-4510-9fea-e48c2cb5c94f req-eb997bbf-196f-49ac-ba9d-e2f510f5ce5a tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.1004875
Apr 20 18:39:59.974161 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e069a475-e0b5-4510-9fea-e48c2cb5c94f req-f7359687-956a-42e2-afad-549679800522 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450802
Apr 20 18:40:00.217171 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Deleting port db5c4d27-0e79-401e-9d05-21fc09bd0fec {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:00.217585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:00.417441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] For port db5c4d27-0e79-401e-9d05-21fc09bd0fec, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=db5c4d27-0e79-401e-9d05-21fc09bd0fec,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:00.417857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:00.556184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Calling delete_port for db5c4d27-0e79-401e-9d05-21fc09bd0fec owned by network:router_interface {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:00.746325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:00.750913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-173381d1-7a20-4ac3-97b5-f13b6759a417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:00.802835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5c4d27-0e79-401e-9d05-21fc09bd0fec,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:00.805730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:01.170837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:01.371946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f13d-ff7d-45a3-b166-309aecb29807 req-a1f775d5-9637-4cba-bfbb-7a67ef3ca001 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:01.374234 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0155f13d-ff7d-45a3-b166-309aecb29807 req-a1f775d5-9637-4cba-bfbb-7a67ef3ca001 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.2632289
Apr 20 18:40:01.459379 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0155f13d-ff7d-45a3-b166-309aecb29807 req-caaf76c8-a392-4273-8208-ceee6dbbf74c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773492
Apr 20 18:40:01.662220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Router b41006b3-dee3-4d52-a389-952d3a906909 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:01.857623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:01.866971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] Sync routers for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:01.872242 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] 10.222.0.25 "PUT /v2.0/routers/b41006b3-dee3-4d52-a389-952d3a906909/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1372623
Apr 20 18:40:01.875883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52710) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:01.877206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:01.877930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000215748>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:39:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:02.085342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:02.333717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks [] for router, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.404477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000215748>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:40:00Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:02.409617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] Checking router: b41006b3-dee3-4d52-a389-952d3a906909 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:02.419867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] Routers {'b41006b3-dee3-4d52-a389-952d3a906909'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:02.420584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8000215748>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:39:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b41006b3-dee3-4d52-a389-952d3a906909'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:02.544074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.553280 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Deleting port 997d91bc-0ce7-4632-bcbb-92742537195d {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:02.553724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.644477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] Set router b41006b3-dee3-4d52-a389-952d3a906909 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:02.706161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3faacc-e650-4e43-8495-187c9984fcdc req-3821c35b-5cf9-4c3f-bddc-54b6e9dabca8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:02.707726 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f3faacc-e650-4e43-8495-187c9984fcdc req-3821c35b-5cf9-4c3f-bddc-54b6e9dabca8 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.0978446
Apr 20 18:40:02.758643 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f3faacc-e650-4e43-8495-187c9984fcdc req-b9dffd09-377e-4af6-8d7c-f253c566cc46 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445895
Apr 20 18:40:02.794949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] For port 997d91bc-0ce7-4632-bcbb-92742537195d, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=997d91bc-0ce7-4632-bcbb-92742537195d,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:02.796469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.963338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Calling delete_port for 997d91bc-0ce7-4632-bcbb-92742537195d owned by network:router_gateway {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:02.977381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8000215748>, [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:40:00Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:02.981697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04aa8d7-9a07-4a53-a399-3541eb2af03e None None] The sync data for ids ['b41006b3-dee3-4d52-a389-952d3a906909'] in dv-cinder-786932-2-iscsi is: [{'id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'name': 'tempest-AttachVolumeTestJSON-808853671-router', 'tenant_id': '379c1b40340b46408792cb7d852bbba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:25Z', 'updated_at': '2021-04-20T18:40:00Z', 'revision_number': 5, 'project_id': '379c1b40340b46408792cb7d852bbba7', 'gw_port': {'id': '997d91bc-0ce7-4632-bcbb-92742537195d', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41006b3-dee3-4d52-a389-952d3a906909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:28Z', 'updated_at': '2021-04-20T18:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:03.158232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.162196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9ac28240-8149-4cb1-998f-18e9d856dce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:03.215749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Pushing event deleted for resources: {'Port': ['ID=997d91bc-0ce7-4632-bcbb-92742537195d,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:03.219256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:03.316140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.510966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.514000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.535237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.535841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41006b3-dee3-4d52-a389-952d3a906909 {{(pid=86390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:03.549713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.550989 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-da501f11-206d-4931-91b2-b07cf8d4800d admin admin] 10.222.0.25 "DELETE /v2.0/routers/b41006b3-dee3-4d52-a389-952d3a906909 HTTP/1.1" status: 204  len: 168 time: 1.6740472
Apr 20 18:40:03.553650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52718) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:03.628188 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Deleting subnet 65e97978-dfbd-48f2-a632-362cbc541467 {{(pid=86390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:03.631616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.688472 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223371968141344188'] for subnet, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.826809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.099016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-68713235633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223371968141129616'] for subnet, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.103933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f95cadd3-51ed-4eeb-b895-fbbccb2224b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:04.148396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e97978-dfbd-48f2-a632-362cbc541467,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:04.151084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:04.155425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.160473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b074f-b9c4-494d-8e12-61d5e337f661 None None] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:04.164562 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-75466cf3-272c-4006-877e-b87667ca9857 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/65e97978-dfbd-48f2-a632-362cbc541467 HTTP/1.1" status: 204  len: 168 time: 0.6095576
Apr 20 18:40:04.166885 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52722) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:04.289003 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.301271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Deleting port 3b53f4e4-2285-4ea7-b11a-102b8b346389 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:04.301711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.445116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] DHCP port deletion for 6d598126-4968-4ab9-864c-ac1f0ffd6a08 request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:04.449590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Deleting port 3b53f4e4-2285-4ea7-b11a-102b8b346389 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:04.450018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.557635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] For port 3b53f4e4-2285-4ea7-b11a-102b8b346389, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=3b53f4e4-2285-4ea7-b11a-102b8b346389,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:04.558138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.669127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device db5c4d27-0e79-401e-9d05-21fc09bd0fec no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:04.720138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: db5c4d27-0e79-401e-9d05-21fc09bd0fec {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:04.720521 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device db5c4d27-0e79-401e-9d05-21fc09bd0fec not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:04.720995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 3b53f4e4-2285-4ea7-b11a-102b8b346389 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:04.736055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Calling delete_port for 3b53f4e4-2285-4ea7-b11a-102b8b346389 owned by network:dhcp {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:04.835564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.840729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7fd745fa-702f-451a-a71e-1d9ed6485e3d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:04.849282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No active binding found for port 3b53f4e4-2285-4ea7-b11a-102b8b346389 {{(pid=86392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 20 18:40:04.849766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 3b53f4e4-2285-4ea7-b11a-102b8b346389 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:04.850298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 997d91bc-0ce7-4632-bcbb-92742537195d no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:04.897086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b53f4e4-2285-4ea7-b11a-102b8b346389,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:04.899873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:04.902577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] No DVR routers for this DVR port 3b53f4e4-2285-4ea7-b11a-102b8b346389 on host dv-cinder-786932-2-iscsi {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:04.912669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 997d91bc-0ce7-4632-bcbb-92742537195d {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:04.913064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 997d91bc-0ce7-4632-bcbb-92742537195d not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:05.007941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] For port 3b53f4e4-2285-4ea7-b11a-102b8b346389, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=3b53f4e4-2285-4ea7-b11a-102b8b346389,segment=NetworkSegment(e873e15f-e26c-4776-9685-0eb68bd59848),segment_id=e873e15f-e26c-4776-9685-0eb68bd59848)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:05.008383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.038742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.151911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Calling delete_port for 3b53f4e4-2285-4ea7-b11a-102b8b346389 owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:05.185101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffaf3fd30>,) {'filters': {'network_id': ['6d598126-4968-4ab9-864c-ac1f0ffd6a08']}} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:05.202248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffaf3fd30>, 'e873e15f-e26c-4776-9685-0eb68bd59848') {'for_net_delete': True} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:05.202854 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffaf3fd30>, 'e873e15f-e26c-4776-9685-0eb68bd59848') {} {{(pid=86390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:05.216098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-68713431628'] for segment, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.240696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.248339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=86390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:05.308186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:40:05.308593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:40:05.435841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:05.445604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223371968141539566'] for segment, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.639760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Network 6d598126-4968-4ab9-864c-ac1f0ffd6a08 has no segments {{(pid=86390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:05.662480 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:05.738315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.741922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:05.759699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.771535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d598126-4968-4ab9-864c-ac1f0ffd6a08,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:05.778103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:05.786395 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6d598126-4968-4ab9-864c-ac1f0ffd6a08 HTTP/1.1" status: 204  len: 168 time: 1.6184521
Apr 20 18:40:05.810169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Deleting port 3b53f4e4-2285-4ea7-b11a-102b8b346389 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:05.810707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:05.886970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0ac70-62a5-4c12-b8d6-0e9afbb0f0b7 None None] The port '3b53f4e4-2285-4ea7-b11a-102b8b346389' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:40:05.913794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52732) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:05.966016 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b00dd6d6-201d-4e83-b525-7e99da636440 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=379c1b40340b46408792cb7d852bbba7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0508938
Apr 20 18:40:05.969241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52736) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:06.030490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:06.057828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:06.104182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:06.109953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cbaa1220-796c-44ea-8adb-6dd6e2e313a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:06.124230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f73581-6e9b-4dc8-8b7a-67082ba2ea2f,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:06.129238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:06.131370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:06.132593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78f73581-6e9b-4dc8-8b7a-67082ba2ea2f HTTP/1.1" status: 204  len: 168 time: 0.1623535
Apr 20 18:40:06.514620 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-856f62f6-13b6-4b6a-ab6d-7b1872592df7 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695079605&fields=id&tenant_id=e634dce05f2b45d593dfbca5940a886d HTTP/1.1" status: 200  len: 267 time: 0.0496113
Apr 20 18:40:06.620069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-e187ede9-0b45-4d43-95ce-0f873c67c93f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:06.621603 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-e187ede9-0b45-4d43-95ce-0f873c67c93f tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 984 time: 0.1001592
Apr 20 18:40:06.634230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Request body: {'port': {'security_groups': ['937824f1-de62-483b-9423-b6632f6e362c']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:06.774220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:06.941650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:40:07.046118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:07.073589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.077964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.083878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0ae8d03c-5afa-4aed-ab8f-52a296785f62 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:07.113226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['d5b99ffe-cbe8-42b3-8e44-5a3598c73540'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:07.164385 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:07.165098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.171505 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bb046be4-78c1-42d0-b5de-a1b9657d91fd req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "PUT /v2.0/ports/d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 942 time: 0.5414751
Apr 20 18:40:07.171748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:07.173614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52766) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:07.199661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event updated for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=7']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:07.207410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:07.249800 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'status': 'completed', 'code': 200}
Apr 20 18:40:07.274011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.311354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.342729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['d5b99ffe-cbe8-42b3-8e44-5a3598c73540'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:07.385811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.404983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-94738373-f17f-4619-a80a-d1d754508928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:07.426797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062979a9-6a2d-4e09-aa3d-aa99d4897cdf,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:07.440383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:07.441826 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "DELETE /v2.0/security-groups/062979a9-6a2d-4e09-aa3d-aa99d4897cdf HTTP/1.1" status: 204  len: 168 time: 0.2661700
Apr 20 18:40:07.443432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.444539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.445247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.445344 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.445581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52772) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:07.445757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.446364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.446780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.447195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.447611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.448023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.448431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.448843 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:07.453445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:07.458141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-df2bb5f1-8ac7-48dc-8cc6-2151a72279fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:07.461593 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-df2bb5f1-8ac7-48dc-8cc6-2151a72279fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1098 time: 0.1599591
Apr 20 18:40:07.518186 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-216560e5-785f-4ca9-9fdf-b3d4161bfedd None None] Provisioning complete for port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:07.518799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-216560e5-785f-4ca9-9fdf-b3d4161bfedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:08.093619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-c3067fb8-8fed-490f-b398-a75c0f5e951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:08.095193 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-c3067fb8-8fed-490f-b398-a75c0f5e951f service neutron] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 915 time: 0.2792318
Apr 20 18:40:08.096469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Deleting port 4d4f3e9d-2136-4232-b69a-27a674426500 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:08.096855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:08.316479 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-19f82578-c8d5-4f06-83ed-8657947a6724 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 1001 time: 0.1937661
Apr 20 18:40:08.432381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-0fd963e5-c13c-46a9-acb5-50ae74b9ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:08.433996 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-0fd963e5-c13c-46a9-acb5-50ae74b9ca66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.0994558
Apr 20 18:40:08.438269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:08.438654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:08.621198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Calling delete_port for 4d4f3e9d-2136-4232-b69a-27a674426500 owned by network:floatingip {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:08.722697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-05bee679-c030-43e8-b344-3c1e79fe3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:08.724255 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-05bee679-c030-43e8-b344-3c1e79fe3dbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2776620
Apr 20 18:40:08.943738 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-e4727686-1fde-4afa-8395-1a9c25df50a8 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041373
Apr 20 18:40:08.944535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:08.949669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0f9d1707-4b50-4366-ac5d-a9ff5016fa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:09.023968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event deleted for resources: {'Port': ['ID=4d4f3e9d-2136-4232-b69a-27a674426500,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:09.081080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:09.239764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks [] for floatingip, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:09.240074 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Floating IP b499e6b2-eea5-4b7e-abb9-98e4b135eb89 disassociated (deleted). External IP: 172.27.3.104, port: d5b99ffe-cbe8-42b3-8e44-5a3598c73540.
Apr 20 18:40:09.364867 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-40ab60bd-9541-46a2-9d6f-0335437e07e1 req-483c6880-69ad-4c46-b198-2e5ea0e4b845 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3773775
Apr 20 18:40:09.628921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Router b1b738cd-df7d-406b-95ca-a1021e5c2d2e has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:09.825345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:09.835546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] Sync routers for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:09.845731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:09.845957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:09.846411 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000d1470>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:39:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:10.055904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:10.148901 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "DELETE /v2.0/floatingips/b499e6b2-eea5-4b7e-abb9-98e4b135eb89 HTTP/1.1" status: 204  len: 168 time: 2.6943486
Apr 20 18:40:10.149678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:10.208433 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'status': 'completed', 'code': 200}
Apr 20 18:40:10.338679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-8aa4670d-56bb-4b0c-acc0-8693cf6508ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:10.340973 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-8aa4670d-56bb-4b0c-acc0-8693cf6508ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e634dce05f2b45d593dfbca5940a886d&device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 1098 time: 0.0886648
Apr 20 18:40:10.409837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000d1470>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:10.414474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] Checking router: b1b738cd-df7d-406b-95ca-a1021e5c2d2e for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:10.425460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:10.426140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000d1470>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:39:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:10.566389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-e3fd1344-d3bf-47a9-ba8e-8c0e80982fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:10.568248 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-e3fd1344-d3bf-47a9-ba8e-8c0e80982fe5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 200  len: 915 time: 0.2207332
Apr 20 18:40:10.641783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:10.698220 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-79335ac8-11ad-487a-8bac-cb670859531a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 200  len: 217 time: 0.1163671
Apr 20 18:40:10.777815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-25631a02-05a4-4649-8622-154c9563e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:10.779981 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-25631a02-05a4-4649-8622-154c9563e2d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 200  len: 853 time: 0.0809429
Apr 20 18:40:10.874794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-8e959b83-3400-4e2f-9aa3-8ef4c15f3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:10.876681 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-8e959b83-3400-4e2f-9aa3-8ef4c15f3ab5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=969ebbf0-9525-4cc6-a8c8-e1e668e25185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863707
Apr 20 18:40:11.010010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000d1470>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:11.026125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58392f9-1267-4af7-83fe-aea93a929438 None None] The sync data for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi is: [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:02Z', 'revision_number': 4, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'f7d47a20-72ca-46e4-a565-5de93583012c', 'name': '', 'network_id': '969ebbf0-9525-4cc6-a8c8-e1e668e25185', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'mac_address': 'fa:16:3e:35:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:01Z', 'updated_at': '2021-04-20T18:37:12Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'subnets': [{'id': 'ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:11.031062 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-cd042138-0c30-44e6-967a-2682b792d020 service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468465
Apr 20 18:40:11.192393 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-87989fec-4d8d-498a-9ac1-d051d64f4354 req-ea66f3a3-109e-41c4-a338-ee3e3457dd0a service neutron] 10.222.0.44 "GET /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546562
Apr 20 18:40:11.458611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ce539-6079-46c2-9eff-8356c320f4e1 None None] New status for floating IP b499e6b2-eea5-4b7e-abb9-98e4b135eb89: DOWN {{(pid=86392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:40:14.741164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd817f5-b663-4986-affc-8e60491cd016 req-41fb16f0-462f-48b2-9d60-6087a6827d49 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:14.741974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-9dd817f5-b663-4986-affc-8e60491cd016 req-41fb16f0-462f-48b2-9d60-6087a6827d49 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:14.757877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-9dd817f5-b663-4986-affc-8e60491cd016 req-41fb16f0-462f-48b2-9d60-6087a6827d49 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:14.759177 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9dd817f5-b663-4986-affc-8e60491cd016 req-41fb16f0-462f-48b2-9d60-6087a6827d49 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.1069021
Apr 20 18:40:14.815322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9dd817f5-b663-4986-affc-8e60491cd016 req-dd1c5fa3-1afa-4056-aac5-173be66464c8 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487497
Apr 20 18:40:16.020827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f851f66-9983-4e04-bb91-3ea013af1295 req-1ddf9fdf-674a-4964-a2b7-7f755590136c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:16.022474 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1f851f66-9983-4e04-bb91-3ea013af1295 req-1ddf9fdf-674a-4964-a2b7-7f755590136c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.0910733
Apr 20 18:40:16.071506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1f851f66-9983-4e04-bb91-3ea013af1295 req-e319ad21-2dae-4a7b-9c03-c7adc471825e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Synchronizing usage tracker for tenant:e634dce05f2b45d593dfbca5940a886d on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:16.086677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1f851f66-9983-4e04-bb91-3ea013af1295 req-e319ad21-2dae-4a7b-9c03-c7adc471825e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Unset dirty status for tenant:e634dce05f2b45d593dfbca5940a886d on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:16.087782 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1f851f66-9983-4e04-bb91-3ea013af1295 req-e319ad21-2dae-4a7b-9c03-c7adc471825e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590107
Apr 20 18:40:16.347435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9b89aa7b-be92-45ed-be64-7eea28d500ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:16.790140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-3272751d-c7cf-4ef7-9af1-b5a39da1b97d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:16.791766 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-3272751d-c7cf-4ef7-9af1-b5a39da1b97d tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.0900643
Apr 20 18:40:16.869651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Deleting port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:16.869964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.148068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] For port d5b99ffe-cbe8-42b3-8e44-5a3598c73540, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:17.148600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.214387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52898) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:17.323556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Calling delete_port for d5b99ffe-cbe8-42b3-8e44-5a3598c73540 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:17.342265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.359518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:17.363477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Usage tracker for resource:security_group_rule and tenant:1577ca13d42d4cd89a1d36c0a6d0e4f3 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:17.366870 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:17.373646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:17.452209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c901-e322-4edc-91ed-2c8e320f902b req-915ee6c3-80b7-43f5-a39c-035aeabd9d15 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:17.453909 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ab0c901-e322-4edc-91ed-2c8e320f902b req-915ee6c3-80b7-43f5-a39c-035aeabd9d15 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa521e9-06dd-4516-8413-ce388953fe59 HTTP/1.1" status: 200  len: 945 time: 0.2341504
Apr 20 18:40:17.470894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.474164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.487335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-50b4b64c-d796-4bd1-9e00-7442423293b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:17.525144 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1577ca13d42d4cd89a1d36c0a6d0e4f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095529
Apr 20 18:40:17.528201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 52904) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:17.541248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6928d0a3-9059-4a98-8889-9d504528e340,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:17.547073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2c093190-a45a-40a7-bad5-0f007f64bd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:17.558986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5ab0c901-e322-4edc-91ed-2c8e320f902b req-60b82a00-265c-4b01-9ae3-3528eed5f9c4 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.25 "GET /v2.0/security-groups?id=937824f1-de62-483b-9423-b6632f6e362c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688102
Apr 20 18:40:17.560164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.566340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9012f3ee-940a-4bce-ac96-5836a19979bd tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:17.596763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['d5b99ffe-cbe8-42b3-8e44-5a3598c73540'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:17.599341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.618917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Pushing event deleted for resources: {'Port': ['ID=d5b99ffe-cbe8-42b3-8e44-5a3598c73540,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:17.622975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:17.629640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.677808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.682935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-72efc33a-3dcf-4b7b-9a7a-9ac755f585bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:17.697704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928d0a3-9059-4a98-8889-9d504528e340,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:17.700173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:17.702191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.702886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] No DVR routers for this DVR port d5b99ffe-cbe8-42b3-8e44-5a3598c73540 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:17.703617 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6928d0a3-9059-4a98-8889-9d504528e340 HTTP/1.1" status: 204  len: 168 time: 0.1737590
Apr 20 18:40:17.705462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:17.709837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'name': 'network-vif-deleted', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:17.725491 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-69f07f75-876e-4bbd-8679-6824b2d07ad6 req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] 10.222.0.44 "DELETE /v2.0/ports/d5b99ffe-cbe8-42b3-8e44-5a3598c73540 HTTP/1.1" status: 204  len: 173 time: 0.9276674
Apr 20 18:40:17.766965 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa521e9-06dd-4516-8413-ce388953fe59', 'name': 'network-vif-deleted', 'tag': 'd5b99ffe-cbe8-42b3-8e44-5a3598c73540', 'status': 'completed', 'code': 200}
Apr 20 18:40:19.221006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 52998) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:19.362232 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.377737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53004) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:19.396888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:19.401559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Usage tracker for resource:security_group_rule and tenant:955fdd6367564eb8bf7236a02eb694fa is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:19.405802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:19.413250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:19.517110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.520426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.531110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5ad8cf03-efc7-4d27-8e27-c7204440b46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:19.579916 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=955fdd6367564eb8bf7236a02eb694fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573043
Apr 20 18:40:19.581543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88ce20-323f-46b9-aea7-10dc2d77e1c4,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:19.586606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-efc4e07e-c43f-4e78-8150-9cd0da7044b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:19.587576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53008) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:19.674211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.706891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.761576 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.768158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8358d78e-c0e7-453c-84f0-be06105d3cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:19.780735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88ce20-323f-46b9-aea7-10dc2d77e1c4,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:19.784923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:19.788864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:19.796112 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fa6d8967-642a-4958-9eb5-224b614e14a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf88ce20-323f-46b9-aea7-10dc2d77e1c4 HTTP/1.1" status: 204  len: 168 time: 0.2040973
Apr 20 18:40:19.817753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.033371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dafc-2dd3-4913-9f3f-6a10a3b3bace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.212378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.541625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.642153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Deleting port f7d47a20-72ca-46e4-a565-5de93583012c {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:20.642408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.839587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] For port f7d47a20-72ca-46e4-a565-5de93583012c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=f7d47a20-72ca-46e4-a565-5de93583012c,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:20.840000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:20.894476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device d5b99ffe-cbe8-42b3-8e44-5a3598c73540 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:20.955037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: d5b99ffe-cbe8-42b3-8e44-5a3598c73540 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:20.955433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device d5b99ffe-cbe8-42b3-8e44-5a3598c73540 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:20.981130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Calling delete_port for f7d47a20-72ca-46e4-a565-5de93583012c owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:21.179354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:21.187454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b436d11b-967a-4d22-b5ae-27e642280ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:21.239185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d47a20-72ca-46e4-a565-5de93583012c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:21.243449 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:21.550025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:21.649925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:22.227399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Router b1b738cd-df7d-406b-95ca-a1021e5c2d2e has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:22.405187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:22.430919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:22.444751 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3ef2bb16-aab5-4880-8436-a95b2d8a4ed3 admin admin] 10.222.0.25 "PUT /v2.0/routers/b1b738cd-df7d-406b-95ca-a1021e5c2d2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0629261
Apr 20 18:40:22.447079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] Sync routers for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:22.447639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53058) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:22.468260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:22.469538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000d12b0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:22.644761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:22.675704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:22.839746 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:22.849364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Deleting port aea932fc-55db-4bab-91f0-4130becbe353 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:22.849767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:22.991384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000d12b0>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:40:21Z', 'revision_number': 5, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port': {'id': 'aea932fc-55db-4bab-91f0-4130becbe353', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:22.995445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] Checking router: b1b738cd-df7d-406b-95ca-a1021e5c2d2e for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:23.005102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] Routers {'b1b738cd-df7d-406b-95ca-a1021e5c2d2e'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:23.005799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80000d12b0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:23.043199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] For port aea932fc-55db-4bab-91f0-4130becbe353, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=aea932fc-55db-4bab-91f0-4130becbe353,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:23.043602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.187437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Calling delete_port for aea932fc-55db-4bab-91f0-4130becbe353 owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:23.189989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] Set router b1b738cd-df7d-406b-95ca-a1021e5c2d2e gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:23.308381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80000d12b0>, [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:40:22Z', 'revision_number': 6, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:23.313749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0cccd2-f098-473a-8bf3-3cd57230ddaa None None] The sync data for ids ['b1b738cd-df7d-406b-95ca-a1021e5c2d2e'] in dv-cinder-786932-2-iscsi is: [{'id': 'b1b738cd-df7d-406b-95ca-a1021e5c2d2e', 'name': 'tempest-TestMinimumBasicScenario-551996557-router', 'tenant_id': 'e634dce05f2b45d593dfbca5940a886d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:36:57Z', 'updated_at': '2021-04-20T18:40:22Z', 'revision_number': 6, 'project_id': 'e634dce05f2b45d593dfbca5940a886d', 'gw_port_host': None}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:23.389672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.400058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-02a42dbd-0449-4891-95e8-51b5d07cc97e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:23.485331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Pushing event deleted for resources: {'Port': ['ID=aea932fc-55db-4bab-91f0-4130becbe353,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:23.489020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:23.563670 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.757682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.760278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.859656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.860316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1b738cd-df7d-406b-95ca-a1021e5c2d2e {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:23.877032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:23.878289 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-de455567-da15-4492-953a-64cb5d6a357f admin admin] 10.222.0.25 "DELETE /v2.0/routers/b1b738cd-df7d-406b-95ca-a1021e5c2d2e HTTP/1.1" status: 204  len: 168 time: 1.4290428
Apr 20 18:40:23.880962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53088) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:23.949836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Deleting subnet ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:23.952958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.009535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.136656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.397290 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.401228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-01a40223-0695-4877-8b9d-cc026ae4a3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:24.439257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:24.442738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:24.443817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.449014 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b06300-dd1b-40e4-9a56-77cbc9a00c7e None None] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:24.451800 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ffdef815-d8ba-41a0-9dd8-0306fdc8b2eb HTTP/1.1" status: 204  len: 168 time: 0.5685840
Apr 20 18:40:24.454126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53092) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:24.543036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device aea932fc-55db-4bab-91f0-4130becbe353 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:24.600026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: aea932fc-55db-4bab-91f0-4130becbe353 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:24.600408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device aea932fc-55db-4bab-91f0-4130becbe353 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:24.600889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device f7d47a20-72ca-46e4-a565-5de93583012c no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:24.646896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: f7d47a20-72ca-46e4-a565-5de93583012c {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:24.647362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device f7d47a20-72ca-46e4-a565-5de93583012c not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:24.841179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] DHCP port deletion for 969ebbf0-9525-4cc6-a8c8-e1e668e25185 request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:24.846683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Deleting port 7eabfec4-62b8-4911-b9e4-9e55767cb30e {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:24.848107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.858566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:24.871076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Deleting port 7eabfec4-62b8-4911-b9e4-9e55767cb30e {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:24.871460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.119436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] For port 7eabfec4-62b8-4911-b9e4-9e55767cb30e, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=7eabfec4-62b8-4911-b9e4-9e55767cb30e,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:25.119856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.268848 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Calling delete_port for 7eabfec4-62b8-4911-b9e4-9e55767cb30e owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:25.270637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] For port 7eabfec4-62b8-4911-b9e4-9e55767cb30e, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=7eabfec4-62b8-4911-b9e4-9e55767cb30e,segment=NetworkSegment(3d5359f9-cb43-435c-9142-9c6350c58aad),segment_id=3d5359f9-cb43-435c-9142-9c6350c58aad)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:25.271136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.329229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53108) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:25.364426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.370145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-66c85a31-68b9-41d3-bfcc-ca2f842e9d58 tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:25.421210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eabfec4-62b8-4911-b9e4-9e55767cb30e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:25.425699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:25.428196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] No DVR routers for this DVR port 7eabfec4-62b8-4911-b9e4-9e55767cb30e on host dv-cinder-786932-2-iscsi {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:25.430552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Calling delete_port for 7eabfec4-62b8-4911-b9e4-9e55767cb30e owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:25.498930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.518611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:40:25.519144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:40:25.523759 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:25.528120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee1f9f14eb14ef585f5e45738bca895 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:25.531987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:25.538225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:25.559621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.631914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.635046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.645499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5f5cb29f-e435-4a5a-91ba-2c38efb89759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:25.680805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8000f28748>,) {'filters': {'network_id': ['969ebbf0-9525-4cc6-a8c8-e1e668e25185']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:25.694974 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ee1f9f14eb14ef585f5e45738bca895&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3617389
Apr 20 18:40:25.694974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5421d3fd-1515-4e0b-851c-e21414d09e50,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:25.695295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8000f28748>, '3d5359f9-cb43-435c-9142-9c6350c58aad') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:25.695295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8000f28748>, '3d5359f9-cb43-435c-9142-9c6350c58aad') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:25.696610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53114) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:25.699737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa286eeb-e24b-464c-9da9-038d1e17ca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:25.708508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.734707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.742126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:25.765729 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.795631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.846741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.852342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d9ac0c75-90e6-44e8-8f98-dd9262aedece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:25.867539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5421d3fd-1515-4e0b-851c-e21414d09e50,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:25.870121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:25.875958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:25.878040 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5421d3fd-1515-4e0b-851c-e21414d09e50 HTTP/1.1" status: 204  len: 168 time: 0.1802857
Apr 20 18:40:25.935210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:25.945116 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.021025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Deleting port 7eabfec4-62b8-4911-b9e4-9e55767cb30e {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:26.021620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.100567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-5981d06e-28c2-45fc-ad09-b4a48cfd7fa7 None None] The port '7eabfec4-62b8-4911-b9e4-9e55767cb30e' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:40:26.148560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Network 969ebbf0-9525-4cc6-a8c8-e1e668e25185 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:26.174206 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:26.209970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53122) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:26.230833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.248742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:26.254963 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba1c1ab5115497d928045887ad1362b is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:26.259087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.260854 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:26.263044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:26.272104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:26.285346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.295515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=969ebbf0-9525-4cc6-a8c8-e1e668e25185,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:26.299144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:26.310435 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e25b5acf-a888-41ca-acef-e53d2c026c09 admin admin] 10.222.0.25 "DELETE /v2.0/networks/969ebbf0-9525-4cc6-a8c8-e1e668e25185 HTTP/1.1" status: 204  len: 168 time: 1.8546600
Apr 20 18:40:26.314258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53126) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:26.382873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.387079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.397305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-72ce2bf5-4979-4cf2-8f5c-978263ece707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:26.441947 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcdb41b-354a-4e70-8417-725509aa7ab2,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:26.446885 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ba1c1ab5115497d928045887ad1362b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2356784
Apr 20 18:40:26.447903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d7e492e9-cc7a-4dbe-a1d4-2f0383948ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:26.450024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53130) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:26.527166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.543130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 7eabfec4-62b8-4911-b9e4-9e55767cb30e no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:26.557912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.586056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 7eabfec4-62b8-4911-b9e4-9e55767cb30e {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:26.586441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 7eabfec4-62b8-4911-b9e4-9e55767cb30e not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:26.621529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.626875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26bbb4f1-daf5-411c-b866-eb8e55db7f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:26.640577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcdb41b-354a-4e70-8417-725509aa7ab2,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:26.643878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:26.646034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.649670 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c3b0b594-a163-4498-83c4-5c69a83ff9dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efcdb41b-354a-4e70-8417-725509aa7ab2 HTTP/1.1" status: 204  len: 168 time: 0.1959822
Apr 20 18:40:27.065461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:27.472846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Deleting port 09d2b20d-5349-4a35-8acd-804d85ae37d6 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:27.473226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:27.699461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] For port 09d2b20d-5349-4a35-8acd-804d85ae37d6, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=09d2b20d-5349-4a35-8acd-804d85ae37d6,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:27.699872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:27.840671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Calling delete_port for 09d2b20d-5349-4a35-8acd-804d85ae37d6 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:28.043450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:28.049266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-98bc729f-cc7d-411c-8a95-7615d65860f6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:28.101189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d2b20d-5349-4a35-8acd-804d85ae37d6,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:28.104756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:28.426645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:29.109544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Router 4859b326-0e97-4a08-94a0-6172f01d2c63 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:29.329603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:29.339238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] Sync routers for ids ['4859b326-0e97-4a08-94a0-6172f01d2c63'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:29.343505 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] 10.222.0.25 "PUT /v2.0/routers/4859b326-0e97-4a08-94a0-6172f01d2c63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0246122
Apr 20 18:40:29.343891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53188) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:29.351283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] Routers {'4859b326-0e97-4a08-94a0-6172f01d2c63'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:29.351952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb663f28>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4859b326-0e97-4a08-94a0-6172f01d2c63'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:29.552825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks [] for router, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:29.579742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] Set router 4859b326-0e97-4a08-94a0-6172f01d2c63 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:29.791183 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:29.801098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Deleting port 256f7f13-f375-4e9c-a544-9c74dd16cde3 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:29.801506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:29.928132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb663f28>, [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:40:27Z', 'revision_number': 5, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port': {'id': '256f7f13-f375-4e9c-a544-9c74dd16cde3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:29.932740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] Checking router: 4859b326-0e97-4a08-94a0-6172f01d2c63 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:29.942590 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] Routers {'4859b326-0e97-4a08-94a0-6172f01d2c63'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:29.943267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb663f28>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['4859b326-0e97-4a08-94a0-6172f01d2c63'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:30.004419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] For port 256f7f13-f375-4e9c-a544-9c74dd16cde3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=256f7f13-f375-4e9c-a544-9c74dd16cde3,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:30.004885 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.117068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] Set router 4859b326-0e97-4a08-94a0-6172f01d2c63 gateway port host: None {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:30.143122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Calling delete_port for 256f7f13-f375-4e9c-a544-9c74dd16cde3 owned by network:router_gateway {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:30.235562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb663f28>, [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:40:29Z', 'revision_number': 6, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:30.239752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483b733-6cdd-40d3-9dbf-dba5938a0bdd None None] The sync data for ids ['4859b326-0e97-4a08-94a0-6172f01d2c63'] in dv-cinder-786932-2-iscsi is: [{'id': '4859b326-0e97-4a08-94a0-6172f01d2c63', 'name': 'tempest-TestMinimumBasicScenario-1524867795-router', 'tenant_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:05Z', 'updated_at': '2021-04-20T18:40:29Z', 'revision_number': 6, 'project_id': '9788fbacbd3b4bcdb76374e36ac9647f', 'gw_port_host': None}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:30.329307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.337676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e2133db3-e176-4bc8-ac9b-c09cc4ec5521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:30.384984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Pushing event deleted for resources: {'Port': ['ID=256f7f13-f375-4e9c-a544-9c74dd16cde3,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:30.415388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:30.495216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.561436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 09d2b20d-5349-4a35-8acd-804d85ae37d6 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:30.604072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 09d2b20d-5349-4a35-8acd-804d85ae37d6 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:30.604476 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 09d2b20d-5349-4a35-8acd-804d85ae37d6 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:30.604983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 256f7f13-f375-4e9c-a544-9c74dd16cde3 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:30.642028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 256f7f13-f375-4e9c-a544-9c74dd16cde3 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:30.642525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 256f7f13-f375-4e9c-a544-9c74dd16cde3 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:30.692763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.695279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.721892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.722464 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4859b326-0e97-4a08-94a0-6172f01d2c63 {{(pid=86390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:40:30.735549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.736774 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4859b326-0e97-4a08-94a0-6172f01d2c63 HTTP/1.1" status: 204  len: 168 time: 1.3918154
Apr 20 18:40:30.739459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53204) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:30.809323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Deleting subnet fd006c40-78ac-4dfc-a83e-6858d2e51ff0 {{(pid=86390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:40:30.813620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.873575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223371968141344188'] for subnet, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:30.969724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.507450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-68713235633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223371968141129616'] for subnet, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.512933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e4d6020b-9bfb-4675-983e-5ed78216152a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:31.552525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.557241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd006c40-78ac-4dfc-a83e-6858d2e51ff0,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:31.559132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92dc0b6-10b3-46a4-bcd9-a372099cf8a5 None None] Network e0c3865e-24ff-4831-808b-c6e494f05338 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:31.559965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:31.563509 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fd006c40-78ac-4dfc-a83e-6858d2e51ff0 HTTP/1.1" status: 204  len: 168 time: 0.8228974
Apr 20 18:40:31.566297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53230) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:31.707332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.719251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Deleting port a92c4b29-b740-43ee-8a6f-ce7c138b2425 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:31.719628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:31.842166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] DHCP port deletion for e0c3865e-24ff-4831-808b-c6e494f05338 request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:40:31.848153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Deleting port a92c4b29-b740-43ee-8a6f-ce7c138b2425 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:31.848736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.020180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] For port a92c4b29-b740-43ee-8a6f-ce7c138b2425, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=a92c4b29-b740-43ee-8a6f-ce7c138b2425,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:32.020784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.134159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] For port a92c4b29-b740-43ee-8a6f-ce7c138b2425, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=a92c4b29-b740-43ee-8a6f-ce7c138b2425,segment=NetworkSegment(61334e64-7ecf-4111-8b4d-bc1a4e7702b8),segment_id=61334e64-7ecf-4111-8b4d-bc1a4e7702b8)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:32.134447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.160484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Calling delete_port for a92c4b29-b740-43ee-8a6f-ce7c138b2425 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:32.264676 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.270366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-657fc423-7d8b-4c05-adfe-7f0b231b2b7c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:32.280677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Calling delete_port for a92c4b29-b740-43ee-8a6f-ce7c138b2425 owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:32.324153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] No DVR routers for this DVR port a92c4b29-b740-43ee-8a6f-ce7c138b2425 on host dv-cinder-786932-2-iscsi {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:32.327073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a92c4b29-b740-43ee-8a6f-ce7c138b2425,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:32.361864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:32.367446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:40:32.367807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:40:32.465916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.535550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device a92c4b29-b740-43ee-8a6f-ce7c138b2425 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:32.585423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: a92c4b29-b740-43ee-8a6f-ce7c138b2425 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:32.585423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device a92c4b29-b740-43ee-8a6f-ce7c138b2425 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:32.594111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffba67ba8>,) {'filters': {'network_id': ['e0c3865e-24ff-4831-808b-c6e494f05338']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:32.609724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffba67ba8>, '61334e64-7ecf-4111-8b4d-bc1a4e7702b8') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:32.610063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffba67ba8>, '61334e64-7ecf-4111-8b4d-bc1a4e7702b8') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:32.625515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.643757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.650971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:40:32.847978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Network e0c3865e-24ff-4831-808b-c6e494f05338 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:32.859534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.869314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Deleting port a92c4b29-b740-43ee-8a6f-ce7c138b2425 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:32.869789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.951884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-840e0476-dba1-4cc5-b958-eb33cbf58182 None None] The port 'a92c4b29-b740-43ee-8a6f-ce7c138b2425' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:40:33.084459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Network e0c3865e-24ff-4831-808b-c6e494f05338 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:40:33.110533 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:40:33.197812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.203510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-99748e00-418b-4bc1-ad4d-84adf0399a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:33.221362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.228846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c3865e-24ff-4831-808b-c6e494f05338,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:33.234152 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:33.237314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] 10.222.0.25 "DELETE /v2.0/networks/e0c3865e-24ff-4831-808b-c6e494f05338 HTTP/1.1" status: 204  len: 168 time: 1.6698079
Apr 20 18:40:33.268798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53248) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:33.426246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.451055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53254) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:33.455984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:33.463606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Usage tracker for resource:security_group_rule and tenant:52b81d21436d4c52be10fbcda6a60ba5 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:33.469927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:33.481753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:33.508286 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-318b8a2d-8208-47d6-8a3b-3c85fc6dd5e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e634dce05f2b45d593dfbca5940a886d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557053
Apr 20 18:40:33.511529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53258) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:33.599406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.601838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.606388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.624609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bfa0a94c-8783-4ca2-87ca-cb4e46ad227e tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:33.629538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.683916 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52b81d21436d4c52be10fbcda6a60ba5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4132762
Apr 20 18:40:33.686268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c535db-2f8a-488c-9f97-7fc8f036b6a2,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:33.688148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53262) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:33.690213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-82e049d0-b038-4b19-83ef-80e614c92be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:33.760889 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.767686 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-308c11ac-6f8b-47aa-b6dd-5e703ff909c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:33.787470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937824f1-de62-483b-9423-b6632f6e362c,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:33.793260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:33.814363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.815394 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/937824f1-de62-483b-9423-b6632f6e362c HTTP/1.1" status: 204  len: 168 time: 0.3028574
Apr 20 18:40:33.818525 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.852470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.902888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.908663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12512868-a9cc-4150-8bc2-9f28f25f1af9 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:33.924086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c535db-2f8a-488c-9f97-7fc8f036b6a2,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:33.926705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:33.929378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.933432 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5c535db-2f8a-488c-9f97-7fc8f036b6a2 HTTP/1.1" status: 204  len: 168 time: 0.2437689
Apr 20 18:40:34.279989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53274) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:34.299972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.306631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53278) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:34.316863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:34.323328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Usage tracker for resource:security_group_rule and tenant:9c621d6531534bfbb4dc1748d47b137c is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:34.328161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:34.334563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:34.367829 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-55be5e78-d399-47fa-915e-9351e75678bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9788fbacbd3b4bcdb76374e36ac9647f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0595438
Apr 20 18:40:34.371052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53282) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:34.438175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.441797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.452875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bceb7a36-e797-43f3-9d24-6cff6453e26e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:34.458536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.490110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.499372 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c621d6531534bfbb4dc1748d47b137c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2187068
Apr 20 18:40:34.501440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53286) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:34.504719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253841aa-7f57-44ff-9b33-f68ab16f6880,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:34.509940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:34.602011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.604901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.617321 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7bfc8a75-74cd-4e31-9c9c-47a12c14a54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:34.641331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e68c2b-5ff2-4502-9aaa-a1f0c35708fa,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:34.643997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:34.667106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.678316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.679576 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3c95cfc7-e0e5-4e0c-9f5f-0aab5b1f5d65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9e68c2b-5ff2-4502-9aaa-a1f0c35708fa HTTP/1.1" status: 204  len: 168 time: 0.2988939
Apr 20 18:40:34.725008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.731008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1838c05a-dc54-4248-ae2c-64e1c07ca528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:34.743222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253841aa-7f57-44ff-9b33-f68ab16f6880,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:34.749332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:34.751786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.757877 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ff137ff9-12ca-49f4-b080-3d748daa8d31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/253841aa-7f57-44ff-9b33-f68ab16f6880 HTTP/1.1" status: 204  len: 168 time: 0.2495565
Apr 20 18:40:35.275694 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53306) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:35.296682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.313905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:35.318156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Usage tracker for resource:security_group_rule and tenant:367850c50b414a84a53a08b702eaf01a is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:35.321298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:35.328274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:35.421081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.424267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.435954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d91679a3-5a00-4e39-b139-eb025e55ab6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:35.485863 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53312) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:35.486139 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=367850c50b414a84a53a08b702eaf01a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2087955
Apr 20 18:40:35.488031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2247ad-e012-4e0b-b804-7662731d789c,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:35.491490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-356c5ee2-59b1-4272-97d6-300a1ec65206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:35.557924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.597139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.653077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.659487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bdf3c310-c81a-4a63-89ca-6fc2a6b6dbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:35.673881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2247ad-e012-4e0b-b804-7662731d789c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:35.677160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:35.681540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:35.683702 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f2247ad-e012-4e0b-b804-7662731d789c HTTP/1.1" status: 204  len: 168 time: 0.1963582
Apr 20 18:40:35.784126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53328) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:36.079164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788372499-network', 'tenant_id': '2b983d94220b40aead19fa67590f0415'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:36.084622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:36.089357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Usage tracker for resource:network and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:36.092727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:36.104632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:36.115723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Made reservation on behalf of 2b983d94220b40aead19fa67590f0415 for: {'network': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:40:36.124285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.148692 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.178012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:36.181523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:36.185282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:36.192703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:36.345112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.363291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.371494 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37442090-571e-40c9-b6a3-99dd669857bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:36.426015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679}  {{(pid=86390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:40:36.461148 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f4382-9c4a-4f54-8a84-5cad81c3f829,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:36.468748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:36.476719 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.477359 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Added segment c69a58c9-7ba2-42a7-a8b5-e2a3668205ce of type vlan for network 334cb264-de42-4931-bbbb-686b9b5ee47d
Apr 20 18:40:36.553199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e921f7c-196b-4db9-94cc-d002b6f303d8 req-bf93fd4a-cce2-4233-ba2f-c9e607d51f53 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:36.556021 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1e921f7c-196b-4db9-94cc-d002b6f303d8 req-bf93fd4a-cce2-4233-ba2f-c9e607d51f53 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.2623267
Apr 20 18:40:36.571478 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.657367 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1e921f7c-196b-4db9-94cc-d002b6f303d8 req-a57aa9ae-b735-46fc-b24f-c09e6614f799 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914612
Apr 20 18:40:36.662818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.663991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:36.664651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:36.671796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6f6dd985-6d2b-404d-9a0f-da40869a5897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:36.798793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Pushing event updated for resources: {'Network': ['ID=334cb264-de42-4931-bbbb-686b9b5ee47d,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:36.802251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:36.805005 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0197248
Apr 20 18:40:36.808415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53360) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:36.811244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 334cb264-de42-4931-bbbb-686b9b5ee47d details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:40:36.821027 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Request body: {'subnet': {'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788372499-subnet', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:36.831050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:36.839089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Usage tracker for resource:subnet and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:36.845581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:36.853760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:36.870167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Made reservation on behalf of 2b983d94220b40aead19fa67590f0415 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:40:36.876112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.439621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.445751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:37.537835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a29e2a1-57c7-4c69-8469-4e7de53e984c,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:37.542140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:37.546346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Checking segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:37.546907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Network hostable DHCP agents. Network: 334cb264-de42-4931-bbbb-686b9b5ee47d, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:40:37.573619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Network 334cb264-de42-4931-bbbb-686b9b5ee47d is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:40:37.585145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 334cb264-de42-4931-bbbb-686b9b5ee47d) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:37.600156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de90d936-96e7-4816-ac7c-c2251bb6c744 None None] Network 334cb264-de42-4931-bbbb-686b9b5ee47d requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:37.600574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:37.601735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.626658 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-37701370-886a-406d-8666-6e1205369c45 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8159456
Apr 20 18:40:37.630133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53382) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:37.636306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:37.643337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:37.647488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Usage tracker for resource:router and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:37.651249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:37.660949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:37.682665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.684905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.716304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:37.941004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99701e31-cc27-4264-a5b9-cb7324a3d6b8 req-2a586bbf-9897-4c85-b758-3cd2f5a628d9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:37.949649 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99701e31-cc27-4264-a5b9-cb7324a3d6b8 req-2a586bbf-9897-4c85-b758-3cd2f5a628d9 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.1354315
Apr 20 18:40:38.010139 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-99701e31-cc27-4264-a5b9-cb7324a3d6b8 req-4f8ef1cd-a4f1-4745-819e-ca24c8226cab tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590179
Apr 20 18:40:38.165980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-334cb264-de42-4931-bbbb-686b9b5ee47d', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:40:38.167320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.274805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.317159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1bae8-f4f0-4d8d-ac62-1535af105f45 req-fbf901ec-c782-4fc3-a2bd-409fbde68104 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:38.318900 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-57b1bae8-f4f0-4d8d-ac62-1535af105f45 req-fbf901ec-c782-4fc3-a2bd-409fbde68104 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.4798844
Apr 20 18:40:38.330114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-f7cf8732-f5ef-444c-a1c7-527801961308 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:38.332187 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-f7cf8732-f5ef-444c-a1c7-527801961308 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.4322269
Apr 20 18:40:38.359329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Allocated IP 172.20.0.2 (334cb264-de42-4931-bbbb-686b9b5ee47d/8a29e2a1-57c7-4c69-8469-4e7de53e984c/c0480cd9-901c-48af-8dbe-7d879a3420c3) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:38.508723 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-57b1bae8-f4f0-4d8d-ac62-1535af105f45 req-8dfbbd6c-01ed-4a7d-a7f4-8cb0cc695dda tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1754012
Apr 20 18:40:38.520004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Deleting port c57f912b-2b41-47e1-bdd2-e6f469efb49c {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:38.520388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.688879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.708302 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Transition to ACTIVE for port object c0480cd9-901c-48af-8dbe-7d879a3420c3 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:38.719141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53408) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:38.743672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Transition to ACTIVE for port object c0480cd9-901c-48af-8dbe-7d879a3420c3 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:38.750796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.757049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:38.817094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Network 334cb264-de42-4931-bbbb-686b9b5ee47d is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:38.820450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:38.825887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:38.930080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Pushing event updated for resources: {'Port': ['ID=c0480cd9-901c-48af-8dbe-7d879a3420c3,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:38.941299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.941944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.942484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.943015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.943573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.944101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.944627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.945160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.945751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.946292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.946814 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.947342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:38.977246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:38.978363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Attempting to bind port c0480cd9-901c-48af-8dbe-7d879a3420c3 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:40:38.978978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Attempting to bind port c0480cd9-901c-48af-8dbe-7d879a3420c3 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:40:38.979569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Attempting to bind port c0480cd9-901c-48af-8dbe-7d879a3420c3 on network 334cb264-de42-4931-bbbb-686b9b5ee47d {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:38.987324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:40:38.988138 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Checking segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:38.988799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:38.989479 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Bound using segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:40:38.990225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Bound port: c0480cd9-901c-48af-8dbe-7d879a3420c3, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:40:38.990871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.066349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] For port c57f912b-2b41-47e1-bdd2-e6f469efb49c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c57f912b-2b41-47e1-bdd2-e6f469efb49c,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:39.066349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.079615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.100498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] For port c0480cd9-901c-48af-8dbe-7d879a3420c3, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:40:39.104467 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] For port c0480cd9-901c-48af-8dbe-7d879a3420c3, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=c0480cd9-901c-48af-8dbe-7d879a3420c3,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:40:39.108726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.117475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:39.182412 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:39.200467 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.208349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Pushing event updated for resources: {'Port': ['ID=c0480cd9-901c-48af-8dbe-7d879a3420c3,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:39.226913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:39.232480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Usage tracker for resource:security_group_rule and tenant:1f89720a989b4c2095e5dfefdd81f57b is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:39.240697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:39.253527 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.256585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:39.322973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce609-1118-48a0-9db8-7545871b30e0 req-1c266794-1bbf-491c-9fc1-2e5c46f5bc66 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:39.325556 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-168ce609-1118-48a0-9db8-7545871b30e0 req-1c266794-1bbf-491c-9fc1-2e5c46f5bc66 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 947 time: 0.1651137
Apr 20 18:40:39.389363 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-168ce609-1118-48a0-9db8-7545871b30e0 req-a6ea6eeb-5642-4286-892a-625c96db1ab1 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565372
Apr 20 18:40:39.503856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17f136-f201-442d-b37f-b4485b9c3beb req-70412a3f-7ace-4afd-8344-621a8958e910 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:39.505537 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-be17f136-f201-442d-b37f-b4485b9c3beb req-70412a3f-7ace-4afd-8344-621a8958e910 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.1128039
Apr 20 18:40:39.611933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Deleting port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:39.613285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:39.963677 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] For port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:39.964292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.122635 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.123278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.123849 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Floating IP c9ea83c5-7a72-49cf-951f-f051e2250c66 disassociated. External IP: 172.27.3.251, port: c57f912b-2b41-47e1-bdd2-e6f469efb49c.
Apr 20 18:40:40.124463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Calling delete_port for c57f912b-2b41-47e1-bdd2-e6f469efb49c owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:40.221940 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Allocated IP 172.27.3.233 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/b089a7a3-99f3-4784-9e33-1ac04c987faa) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:40.308070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d9a7a-35ab-498f-977f-b9e7abaf251a req-886fa54f-8a5b-43b4-a25a-4f87f3bc93ab tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:40.310936 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-330d9a7a-35ab-498f-977f-b9e7abaf251a req-886fa54f-8a5b-43b4-a25a-4f87f3bc93ab tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 946 time: 0.6003847
Apr 20 18:40:40.551070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.632051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.662835 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-461a5c04-a811-4611-9568-bd161adebcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:40.676226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device c0480cd9-901c-48af-8dbe-7d879a3420c3 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:40.709365 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-330d9a7a-35ab-498f-977f-b9e7abaf251a req-22f43924-366d-4d46-962e-1759076da96b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3857543
Apr 20 18:40:40.816704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9de20a-26eb-4fcb-b291-81224ceadd88,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:40.824460 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f89720a989b4c2095e5dfefdd81f57b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1025927
Apr 20 18:40:40.827589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53420) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:40.853875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port c0480cd9-901c-48af-8dbe-7d879a3420c3 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:40.858656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.869821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.870317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.870664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.871124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.871461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.872443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.872869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.873277 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.873733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.874135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.874537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.874938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:40.887459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-90b7538b-aeb0-4c94-bf66-782f0866580b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:40.936566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:40.949468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-198557e8-c55f-4a95-8892-9754b7c496a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:40.963802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:41.020397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event deleted for resources: {'Port': ['ID=c57f912b-2b41-47e1-bdd2-e6f469efb49c,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:41.027260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: c57f912b-2b41-47e1-bdd2-e6f469efb49c {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:41.027260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device c57f912b-2b41-47e1-bdd2-e6f469efb49c not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:41.027260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:41.029571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:41.062204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.062722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.063011 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Floating IP 904c258c-e447-4c97-ab56-d33885285ea3 disassociated. External IP: 172.27.3.43, port: 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0.
Apr 20 18:40:41.063380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Calling delete_port for 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:41.118390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.123086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64d3b8-c584-42f7-a6b2-6af78ded45e6 None None] Network 334cb264-de42-4931-bbbb-686b9b5ee47d requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:41.154930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b6b1-aeac-4176-a636-034481ce40ba req-615356c6-1f32-4e09-abdb-ff8b9d3027fc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:41.157238 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c20b6b1-aeac-4176-a636-034481ce40ba req-615356c6-1f32-4e09-abdb-ff8b9d3027fc tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 868 time: 0.4817524
Apr 20 18:40:41.212364 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.229914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dfa2c44f-9dfe-4f78-b293-959bfb6f7edb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:41.290088 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c20b6b1-aeac-4176-a636-034481ce40ba req-64d089fc-39ac-4317-b2fd-1b7e95b2d8b6 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups?id=d30ddeda-5227-48be-84b5-4729406f93cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091073
Apr 20 18:40:41.321608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.328177 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.335300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4755d151-2895-4000-a711-0de60304c433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:41.335630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Provisioning for port c0480cd9-901c-48af-8dbe-7d879a3420c3 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:41.350053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:41.366413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:41.373377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Provisioning complete for port c0480cd9-901c-48af-8dbe-7d879a3420c3 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:41.374137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.385481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:41.407296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'Port': ['ID=4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:41.410153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:41.425198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Pushing event updated for resources: {'Port': ['ID=b089a7a3-99f3-4784-9e33-1ac04c987faa,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:41.456082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No active binding found for port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 {{(pid=86392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 20 18:40:41.457017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:41.574792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:41.684720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:41.799443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:41.951919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:41.959066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:41.966268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:41.985976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:41.986679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf637b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:42.094275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:42.100400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] For port c0480cd9-901c-48af-8dbe-7d879a3420c3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=c0480cd9-901c-48af-8dbe-7d879a3420c3,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:42.111509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:42.134743 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-098d3614-f765-470e-bf34-dacd4c85c287 req-32f844f1-2ff7-4e9a-a12f-4eca879fca42 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 210 time: 0.0707753
Apr 20 18:40:42.138797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.141969 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:42.218180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.236968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] No DVR routers for this DVR port c57f912b-2b41-47e1-bdd2-e6f469efb49c on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:42.239108 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c7830537-f996-48ab-933f-d32dc988cb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:42.246456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] No DVR routers for this DVR port 4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:42.251846 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.258923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'name': 'network-vif-deleted', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:42.294716 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-be17f136-f201-442d-b37f-b4485b9c3beb req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "DELETE /v2.0/ports/4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0 HTTP/1.1" status: 204  len: 173 time: 2.7821221
Apr 20 18:40:42.314575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:42.318757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7086a0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:42.359208 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e41ddc-6fad-4179-8d1b-55e8bc4044c8', 'name': 'network-vif-deleted', 'tag': '4fda7bf6-0fcd-4ef5-b14d-d4ef76e12de0', 'status': 'completed', 'code': 200}
Apr 20 18:40:42.597355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:42.706592 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-3e4c8a75-13c6-4cce-9e4d-1a5d5a766b24 None None] Provisioning complete for port c0480cd9-901c-48af-8dbe-7d879a3420c3 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:42.707069 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8a75-13c6-4cce-9e4d-1a5d5a766b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.728376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.735074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-deleted', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:42.743115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Pushing event updated for resources: {'Port': ['ID=c0480cd9-901c-48af-8dbe-7d879a3420c3,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:42.760664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-668c71b3-a12f-41a8-9e88-4fc7ee35258d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:42.770080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:42.874985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9de20a-26eb-4fcb-b291-81224ceadd88,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:42.910407 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976', 'name': 'network-vif-deleted', 'tag': 'c57f912b-2b41-47e1-bdd2-e6f469efb49c', 'status': 'completed', 'code': 200}
Apr 20 18:40:42.919872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:42.936241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-766ef8f1-b83f-4fc2-8a92-3ed273eb9836 req-a3e1d2a4-5384-493b-a3c3-832b3ddb8936 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Synchronizing usage tracker for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:42.944946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:42.946332 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb9de20a-26eb-4fcb-b291-81224ceadd88 HTTP/1.1" status: 204  len: 168 time: 2.1124794
Apr 20 18:40:42.952346 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4d352661-b2e8-4605-a9c8-699e1719bfa2 req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.44 "DELETE /v2.0/ports/c57f912b-2b41-47e1-bdd2-e6f469efb49c HTTP/1.1" status: 204  len: 173 time: 4.5993683
Apr 20 18:40:42.987335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-766ef8f1-b83f-4fc2-8a92-3ed273eb9836 req-a3e1d2a4-5384-493b-a3c3-832b3ddb8936 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Unset dirty status for tenant:39f3f26f55524d2d89d7c9cd7f9548f1 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:42.988884 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-766ef8f1-b83f-4fc2-8a92-3ed273eb9836 req-a3e1d2a4-5384-493b-a3c3-832b3ddb8936 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf034ef4-b3fc-4fd4-b06a-eafd8f1d5976 HTTP/1.1" status: 200  len: 210 time: 0.2628589
Apr 20 18:40:43.031727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.260097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf637b8>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:43.275215 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:43.286903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:43.287622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf637b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:43.474702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7086a0>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:43.482053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-bea33b33-aede-4467-8521-6b04e434c791 req-82d9fcbd-fe42-4f21-8785-dc7e4aa3b033 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:43.487088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:43.517477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:43.518164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7086a0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:43.526896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-bea33b33-aede-4467-8521-6b04e434c791 req-82d9fcbd-fe42-4f21-8785-dc7e4aa3b033 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:43.529774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.537808 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bea33b33-aede-4467-8521-6b04e434c791 req-82d9fcbd-fe42-4f21-8785-dc7e4aa3b033 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4e41ddc-6fad-4179-8d1b-55e8bc4044c8 HTTP/1.1" status: 200  len: 210 time: 0.1804345
Apr 20 18:40:43.648214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53438) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:43.695185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.737624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:43.750421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Usage tracker for resource:security_group_rule and tenant:df6989348c514d66a63cabb691632b75 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:43.756370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:43.776077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:43.800151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:43.843408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Router c6b57dfb-5db7-42d2-a2a4-a178df729352 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:40:43.980078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:40:44.015808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.021909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.041955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-df6991ca-8cb9-4512-9ca7-ff76eefede8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:44.129028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06865046-bebf-4eaa-9796-1113ecbee7f5,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:44.136984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:44.178642 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df6989348c514d66a63cabb691632b75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5287685
Apr 20 18:40:44.181220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53444) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:44.218130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:44.246485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.248925 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.6176922
Apr 20 18:40:44.252323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53448) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:44.265538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:44.343380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53454) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:44.355339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.420162 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19919897-f506-48ee-8b89-273314b9408f None None] Sync routers for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:44.435066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:44.435950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80001b8128>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:44.586760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.749243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.775399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:44.788237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device c0480cd9-901c-48af-8dbe-7d879a3420c3 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:44.810391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.912444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:44.930914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2fee26ad-5c21-49c4-ba70-8fcfe6c6d979 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:45.003859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30ddeda-5227-48be-84b5-4729406f93cb,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:45.033998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:45.072236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.105524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c59f5a80-258f-4ec6-a433-1b1d01a9030c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:45.145730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb7086a0>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:45.169794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdcb3d9-7c78-40b0-80c5-20789e5422b1 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:45.173844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port c0480cd9-901c-48af-8dbe-7d879a3420c3 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:45.175741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.180623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06865046-bebf-4eaa-9796-1113ecbee7f5,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:45.187575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbf637b8>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:45.190799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.195137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0b0b1-b623-435a-83fc-3de21dc3e620 None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:31:58Z', 'revision_number': 4, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': 'be0286ac-abc2-4dca-b214-a7d90941a913', 'name': '', 'network_id': 'c318347e-9762-4bfc-b74e-1d0159deb3ef', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'mac_address': 'fa:16:3e:a4:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:56Z', 'updated_at': '2021-04-20T18:32:15Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'subnets': [{'id': '5d84569d-92fc-4b0b-9c0c-ffae73540bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:45.200765 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06865046-bebf-4eaa-9796-1113ecbee7f5 HTTP/1.1" status: 204  len: 168 time: 1.0169542
Apr 20 18:40:45.205178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.209095 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "DELETE /v2.0/security-groups/d30ddeda-5227-48be-84b5-4729406f93cb HTTP/1.1" status: 204  len: 168 time: 0.8615048
Apr 20 18:40:45.209662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53464) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:45.210673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-53ba698c-b4cf-48d7-83fa-4ff6cd71c3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:45.240121 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.api.v2.resource [None req-62dd9384-077b-477d-bc20-19523d40466c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] show failed (client error): The resource could not be found.
Apr 20 18:40:45.244239 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-62dd9384-077b-477d-bc20-19523d40466c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "GET /v2.0/security-groups/d30ddeda-5227-48be-84b5-4729406f93cb HTTP/1.1" status: 404  len: 347 time: 0.0291288
Apr 20 18:40:45.244770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53470) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:45.282269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80001b8128>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:42Z', 'revision_number': 3, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:45.302922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.304943 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19919897-f506-48ee-8b89-273314b9408f None None] Checking router: c6b57dfb-5db7-42d2-a2a4-a178df729352 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:45.305350 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19919897-f506-48ee-8b89-273314b9408f None None] Updating router c6b57dfb-5db7-42d2-a2a4-a178df729352 port b089a7a3-99f3-4784-9e33-1ac04c987faa binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:40:45.492118 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19919897-f506-48ee-8b89-273314b9408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.803747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Deleting port 3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:45.804332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:45.832059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Allocated IP 172.20.0.1 (334cb264-de42-4931-bbbb-686b9b5ee47d/8a29e2a1-57c7-4c69-8469-4e7de53e984c/8eeac064-f97f-48cf-b47c-738636c236e9) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:45.842772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248529f7-ebb1-4e03-8e1c-bf9105e4966a None None] New status for floating IP c9ea83c5-7a72-49cf-951f-f051e2250c66: DOWN {{(pid=86392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:40:45.897044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a88340-e34e-425b-bb81-530ab4be46e6 None None] New status for floating IP 904c258c-e447-4c97-ab56-d33885285ea3: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:40:45.964809 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-8a81c33a-432a-45a9-bb00-71bad7c6bc32 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408344531&fields=id&tenant_id=d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 267 time: 0.4079161
Apr 20 18:40:46.256927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.257796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.384462 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-201fd7e1-580a-4a09-8276-ea1c90d7b347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.497769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Calling delete_port for 3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:46.564892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-c83ff861-bc83-414e-8bee-0660b8b5588a tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:46.573137 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.576337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-c83ff861-bc83-414e-8bee-0660b8b5588a tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 812 time: 0.6004562
Apr 20 18:40:46.607729 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-f46a508e-3d58-4e67-a7a5-f8cab2cfcada tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/quotas/d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 375 time: 0.0297794
Apr 20 18:40:46.608006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Transition to ACTIVE for port object 8eeac064-f97f-48cf-b47c-738636c236e9 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:46.619585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19919897-f506-48ee-8b89-273314b9408f None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.650053 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-19919897-f506-48ee-8b89-273314b9408f None None] Transition to ACTIVE for port object b089a7a3-99f3-4784-9e33-1ac04c987faa will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:46.652370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.661669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19919897-f506-48ee-8b89-273314b9408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.662775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:46.680445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:46.711259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86391) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:40:46.712212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:40:46.744747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Network 334cb264-de42-4931-bbbb-686b9b5ee47d is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:46.750191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:46.752895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:46.759254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-19919897-f506-48ee-8b89-273314b9408f None None] Attempting to bind port b089a7a3-99f3-4784-9e33-1ac04c987faa on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:40:46.759685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-19919897-f506-48ee-8b89-273314b9408f None None] Attempting to bind port b089a7a3-99f3-4784-9e33-1ac04c987faa by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:40:46.760113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19919897-f506-48ee-8b89-273314b9408f None None] Attempting to bind port b089a7a3-99f3-4784-9e33-1ac04c987faa on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:46.769433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19919897-f506-48ee-8b89-273314b9408f None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:40:46.769682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19919897-f506-48ee-8b89-273314b9408f None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:46.770016 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19919897-f506-48ee-8b89-273314b9408f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.770469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19919897-f506-48ee-8b89-273314b9408f None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:40:46.774026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-19919897-f506-48ee-8b89-273314b9408f None None] Bound port: b089a7a3-99f3-4784-9e33-1ac04c987faa, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:40:46.774547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19919897-f506-48ee-8b89-273314b9408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.795793 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-d3524db2-afd2-4066-91e6-2b01d0db9658 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1750274
Apr 20 18:40:46.845042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:46.848734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Pushing event updated for resources: {'Port': ['ID=8eeac064-f97f-48cf-b47c-738636c236e9,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:46.858760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:46.883731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Pushing event updated for resources: {'Port': ['ID=b089a7a3-99f3-4784-9e33-1ac04c987faa,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:46.896226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.896624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.897018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.897483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.897819 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.898213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.898587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.898962 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.899354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.899734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.900109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.900482 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:46.909207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:46.965007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-19919897-f506-48ee-8b89-273314b9408f None None] For port b089a7a3-99f3-4784-9e33-1ac04c987faa, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:40:46.971919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-19919897-f506-48ee-8b89-273314b9408f None None] For port b089a7a3-99f3-4784-9e33-1ac04c987faa, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=b089a7a3-99f3-4784-9e33-1ac04c987faa,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:40:46.988508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-19919897-f506-48ee-8b89-273314b9408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.002734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-05d385bf-28d1-4580-9282-a28c4c368550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:47.047567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.093222 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-f87cad09-329a-4472-b2be-4b3f1f9b7c5b service neutron] 10.222.0.25 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664223
Apr 20 18:40:47.144154 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:47.144855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80001b8128>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:47.152579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-7b2cb59d-a09b-4d1b-b7d0-4466f0cffa8c None None] Provisioning for port 8eeac064-f97f-48cf-b47c-738636c236e9 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:47.161899 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-7b2cb59d-a09b-4d1b-b7d0-4466f0cffa8c None None] Provisioning complete for port 8eeac064-f97f-48cf-b47c-738636c236e9 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:47.162652 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb59d-a09b-4d1b-b7d0-4466f0cffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.265859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cb59d-a09b-4d1b-b7d0-4466f0cffa8c None None] Port 8eeac064-f97f-48cf-b47c-738636c236e9 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:40:47.282574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Deleting port 3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:47.283094 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.334852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.340618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.364675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Pushing event updated for resources: {'Port': ['ID=b089a7a3-99f3-4784-9e33-1ac04c987faa,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:47.378605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0ccbb140-40f5-4c4b-951a-8f1e4b8153a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:47.449655 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-3321f513-93c7-474f-b2f1-2ffc5b8c685d service neutron] 10.222.0.25 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3329513
Apr 20 18:40:47.478218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3def0a97-dd11-41a5-9e9c-cc629550610b tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:47.485972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:47.623242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.631001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Pushing event updated for resources: {'Port': ['ID=8eeac064-f97f-48cf-b47c-738636c236e9,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:47.634978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:47.827121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Network 334cb264-de42-4931-bbbb-686b9b5ee47d is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:47.828565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:47.910229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:47.910598 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.031461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-19919897-f506-48ee-8b89-273314b9408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80001b8128>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:45Z', 'revision_number': 1, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:48.050428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19919897-f506-48ee-8b89-273314b9408f None None] The sync data for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi is: [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:45Z', 'revision_number': 1, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:48.120876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Calling delete_port for 3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:48.163757 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Router c6b57dfb-5db7-42d2-a2a4-a178df729352 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:40:48.204004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-e35a5dfc-ca14-479f-99d7-2a8fd06214cb None None] Provisioning complete for port 8eeac064-f97f-48cf-b47c-738636c236e9 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:48.204433 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e35a5dfc-ca14-479f-99d7-2a8fd06214cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.275409 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dfca24e9-8ed0-4de3-a73c-ace522e3f697 req-1c057f47-2527-4e7f-b8c1-50f6cca10e97 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 210 time: 0.1066434
Apr 20 18:40:48.288655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-e35a5dfc-ca14-479f-99d7-2a8fd06214cb None None] Port 8eeac064-f97f-48cf-b47c-738636c236e9 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:40:48.473246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.478367 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2e631459-e255-45ae-93d3-fc7137134e6e tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:48.534887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Pushing event deleted for resources: {'Port': ['ID=3a6815d3-fc11-4bd5-b2f2-0f40b79d4d00,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:48.538017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:48.703735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.712430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:48.729540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:48.731992 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] 10.222.0.25 "PUT /v2.0/routers/c6b57dfb-5db7-42d2-a2a4-a178df729352/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4772413
Apr 20 18:40:48.736717 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-26d32915-e92b-4993-9fd0-d1e124f6338f tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9ea83c5-7a72-49cf-951f-f051e2250c66 HTTP/1.1" status: 204  len: 168 time: 3.4894459
Apr 20 18:40:49.643116 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5a2ba31c-8288-4726-b86e-d5cd02367c72 req-ca467ecd-1382-4e1f-8e8d-6719bb61e878 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 210 time: 0.1352949
Apr 20 18:40:49.823574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.875384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53590) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:49.888585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-562370543-network', 'tenant_id': '49f49b1751034f288603164c4766373a'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:49.894953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:49.900065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Usage tracker for resource:network and tenant:49f49b1751034f288603164c4766373a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:49.904751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:49.912119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:49.925904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Made reservation on behalf of 49f49b1751034f288603164c4766373a for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:40:49.932265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.947325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:49.960528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-929f3666-1310-4201-aeca-0a2940a4bc7c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:49.962439 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-929f3666-1310-4201-aeca-0a2940a4bc7c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 812 time: 0.2316332
Apr 20 18:40:49.964499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:49.969198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Usage tracker for resource:security_group_rule and tenant:49f49b1751034f288603164c4766373a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:49.972487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:49.979499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:50.038460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3a9304b8-8a6b-4d40-ac83-c2d182b2fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.068258 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-02db1a00-a698-46d7-97d6-c9c41efb213d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 8061 time: 0.0886869
Apr 20 18:40:50.081287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'port': {'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'admin_state_up': True, 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'security_groups': ['d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:50.107989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.111905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.116615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26bde51e-aba2-444d-b078-fd49f28c9e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:50.154352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b013b-051d-408c-bc40-d5da33d36efb,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:50.157530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669}  {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:40:50.160124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:50.170732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.171064 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.segments_db [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Added segment b02c5b2b-6724-4259-902e-9c6fe17b4e5a of type vlan for network 30b16b9f-2f94-40db-a498-804b92be46bd
Apr 20 18:40:50.227061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761734519667'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.281036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:50.301865 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:50.307737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.311052 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:50.312031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.321366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-32f6ffe7-e764-46f1-88ed-8814ccdd5335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:50.323967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Made reservation on behalf of d38b0824b83f40c9874ffbc291951949 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:40:50.335074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.479771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Pushing event updated for resources: {'Network': ['ID=30b16b9f-2f94-40db-a498-804b92be46bd,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:50.485549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:50.498968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Network 30b16b9f-2f94-40db-a498-804b92be46bd details requested by agent ovs-agent-dv-cinder-786932-2-iscsi with host dv-cinder-786932-2-iscsi {{(pid=86392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:40:50.502403 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c76fa3d7-9ede-459d-9f60-3aa7ae282eae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6251135
Apr 20 18:40:50.505319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53600) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:50.515688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Request body: {'subnet': {'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-562370543-subnet', 'tenant_id': '49f49b1751034f288603164c4766373a', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:50.525563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:50.533831 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Usage tracker for resource:subnet and tenant:49f49b1751034f288603164c4766373a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:50.539268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:50.553619 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:50.589674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Made reservation on behalf of 49f49b1751034f288603164c4766373a for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:40:50.595434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223371968140493145'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.688115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Allocated IP 172.20.0.10 (8bd2d403-a674-4166-b6a7-876b78a5d8d4/84fd3a25-fc39-4941-8324-c85600393bb1/3f62a456-a3af-4478-ac42-4fa222c97208) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:50.716707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b089a7a3-99f3-4784-9e33-1ac04c987faa up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:50.833438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.894672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port b089a7a3-99f3-4784-9e33-1ac04c987faa completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:50.901074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port b089a7a3-99f3-4784-9e33-1ac04c987faa triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:50.901826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:50.998503 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1dd9f3b1-6c39-4a18-a3a4-40785284a786 req-3b98f0d3-bafd-44fe-8e89-5aa58de28e9c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 210 time: 0.0999053
Apr 20 18:40:51.091572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.123919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port b089a7a3-99f3-4784-9e33-1ac04c987faa, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=b089a7a3-99f3-4784-9e33-1ac04c987faa,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:51.131062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.137119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:51.146019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.175419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Transition to ACTIVE for port object 3f62a456-a3af-4478-ac42-4fa222c97208 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:51.218704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.233565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9b5348a-8396-43fc-a1dc-aca5ddf554ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:51.257838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=b089a7a3-99f3-4784-9e33-1ac04c987faa,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:51.261661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:51.312669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:51.316560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:51.319207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:51.437312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:51.438888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.464096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=3f62a456-a3af-4478-ac42-4fa222c97208,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:51.474294 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:51.496341 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4205027
Apr 20 18:40:51.519898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Request body: {'port': {'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:51.526034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-68713472833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223371968140493130'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.532918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:51.650516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0151a4ef-9dd4-4e14-b67b-d065eb28f2d9,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:51.656617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:51.660074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Checking segment: {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:51.661090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Network hostable DHCP agents. Network: 30b16b9f-2f94-40db-a498-804b92be46bd, hostable agents: ['3c5a496d-a7f0-459a-afbd-0a914a8e8446'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:40:51.673656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.677500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-ce9efa52-14bf-45c5-9c75-124d46454cb9 None None] Provisioning for port 3f62a456-a3af-4478-ac42-4fa222c97208 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:51.685781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-ce9efa52-14bf-45c5-9c75-124d46454cb9 None None] Provisioning complete for port 3f62a456-a3af-4478-ac42-4fa222c97208 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:51.686827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ce9efa52-14bf-45c5-9c75-124d46454cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.688578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.703539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Network 30b16b9f-2f94-40db-a498-804b92be46bd is scheduled to be hosted by DHCP agent 3c5a496d-a7f0-459a-afbd-0a914a8e8446 with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:40:51.724913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-iscsi, 30b16b9f-2f94-40db-a498-804b92be46bd) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:51.752237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46b459-e026-470a-9170-e247b6356792 None None] Network 30b16b9f-2f94-40db-a498-804b92be46bd requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:51.752497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:51.753372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.792344 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-62b52f7d-b743-4f4f-834f-7928aeca20f3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2852397
Apr 20 18:40:51.796312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53612) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:51.817770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:40:51.828861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:40:51.837427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Usage tracker for resource:router and tenant:49f49b1751034f288603164c4766373a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:40:51.845065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:40:51.858752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:40:51.864649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-ce9efa52-14bf-45c5-9c75-124d46454cb9 None None] Port 3f62a456-a3af-4478-ac42-4fa222c97208 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:40:51.885325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854118161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761540'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.888577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14244'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:51.926756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.102291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp220112c9-e24b-5a0a-baf6-f9b014d07249-30b16b9f-2f94-40db-a498-804b92be46bd', 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd', 'tenant_id': '49f49b1751034f288603164c4766373a', 'fixed_ips': [{'subnet_id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9'}]}} from dv-cinder-786932-2-iscsi. {{(pid=86392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:40:52.103242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.192618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f62a456-a3af-4478-ac42-4fa222c97208 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:40:52.211942 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.252156 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Transition to ACTIVE for port object 3f62a456-a3af-4478-ac42-4fa222c97208 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:52.266555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.272279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:52.498278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Allocated IP 172.20.0.2 (30b16b9f-2f94-40db-a498-804b92be46bd/0151a4ef-9dd4-4e14-b67b-d065eb28f2d9/1bba9c15-4f4c-4e77-b3d6-8b86245c50b1) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:52.506687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-720732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14229'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.577904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62a456-a3af-4478-ac42-4fa222c97208,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:52.590584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:52.708049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Attempting to bind port 3f62a456-a3af-4478-ac42-4fa222c97208 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:40:52.708627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Attempting to bind port 3f62a456-a3af-4478-ac42-4fa222c97208 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:40:52.708901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Attempting to bind port 3f62a456-a3af-4478-ac42-4fa222c97208 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:52.715790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Port 3f62a456-a3af-4478-ac42-4fa222c97208 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:40:52.716172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Attempting to bind port 3f62a456-a3af-4478-ac42-4fa222c97208 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:52.719501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Sync routers for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:52.734275 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946f152-35d5-4961-b02e-626c8dd93914 req-000e485e-d0be-428e-bbdb-d2b3b232434f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:52.734730 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b089a7a3-99f3-4784-9e33-1ac04c987faa up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:52.736772 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b946f152-35d5-4961-b02e-626c8dd93914 req-000e485e-d0be-428e-bbdb-d2b3b232434f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 944 time: 0.4087398
Apr 20 18:40:52.760747 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:40:52.761869 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Checking segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:52.763442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Bound using segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:40:52.764562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Bound port: 3f62a456-a3af-4478-ac42-4fa222c97208, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:40:52.765578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.804107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53626) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:52.806178 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b946f152-35d5-4961-b02e-626c8dd93914 req-73e20746-8ed6-450e-9385-5b54b69f914d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686238
Apr 20 18:40:52.859304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:52.860325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80003911d0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:52.926980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] For port 3f62a456-a3af-4478-ac42-4fa222c97208, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:40:52.930662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.931249 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] For port 3f62a456-a3af-4478-ac42-4fa222c97208, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f62a456-a3af-4478-ac42-4fa222c97208,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:40:52.938081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:52.944185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-819e6723-fbd1-474c-a53d-87408b2f551c tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:53.036888 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62a456-a3af-4478-ac42-4fa222c97208,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:53.045620 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:53.074230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:53.075370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.077615 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 1094 time: 1.5675833
Apr 20 18:40:53.078396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:53.167211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.222950 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.243661 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208', 'status': 'completed', 'code': 200}
Apr 20 18:40:53.324637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:53.377095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-02cafa82-dcca-4f55-a802-a58fade5baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:53.379965 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-02cafa82-dcca-4f55-a802-a58fade5baaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1097 time: 0.2290323
Apr 20 18:40:53.498318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Allocated IP 172.27.3.232 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/e34aaec3-265a-4dce-8c11-ca0b8be10a1c) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:53.689158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.724687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.729435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1a419bd2-8ce9-447f-9128-a76425433330 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:53.740017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port b089a7a3-99f3-4784-9e33-1ac04c987faa triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:53.740532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.819755 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:53.825542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:53.832098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:53.881222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Pushing event updated for resources: {'Port': ['ID=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:53.886200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:54.128222 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-230a7002-3d7c-4004-a377-f27429b50e75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 217 time: 0.0921717
Apr 20 18:40:54.137190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.174145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Transition to ACTIVE for port object 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:54.245358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-401f4018-1e8f-4e09-864f-6de507dbcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:54.247446 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-401f4018-1e8f-4e09-864f-6de507dbcd86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.1075191
Apr 20 18:40:54.269384 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Transition to ACTIVE for port object 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:54.286861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.295026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2d734cfb-33a2-4616-855d-d38187159815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:54.390079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80003911d0>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:47Z', 'revision_number': 2, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:54.405977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Checking router: c6b57dfb-5db7-42d2-a2a4-a178df729352 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:54.407008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Updating router c6b57dfb-5db7-42d2-a2a4-a178df729352 port 8eeac064-f97f-48cf-b47c-738636c236e9 binding host dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:40:54.495556 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Network 30b16b9f-2f94-40db-a498-804b92be46bd is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:54.503419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Resources bound (agent type, host, resource id):  {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:54.506142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:54.568896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Pushing event updated for resources: {'Port': ['ID=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:54.571949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:54.599776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-f82ca7f5-97c9-4275-8af6-8bd968d2e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:54.607607 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-f82ca7f5-97c9-4275-8af6-8bd968d2e45d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3469346
Apr 20 18:40:54.634628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.659991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Attempting to bind port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:40:54.661021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Attempting to bind port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:40:54.661021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Attempting to bind port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 on network 30b16b9f-2f94-40db-a498-804b92be46bd {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:54.701952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:40:54.702486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Checking segment: {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:54.703307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.703307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Bound using segment: {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:40:54.703802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Bound port: 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:40:54.704240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.734623 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe0966-0a37-48fb-878b-24b542ef3e0c req-c6f7f6f4-c0f3-4ef1-a002-a3c4c878d45b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:54.736355 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-36fe0966-0a37-48fb-878b-24b542ef3e0c req-c6f7f6f4-c0f3-4ef1-a002-a3c4c878d45b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 944 time: 0.7249148
Apr 20 18:40:54.797077 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.980325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] For port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:40:54.988815 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-c30646d9-9cae-4dc2-ba01-a73fc25ab29a service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740380
Apr 20 18:40:55.005129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] For port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:40:55.022953 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-36fe0966-0a37-48fb-878b-24b542ef3e0c req-68cfc697-0572-4e29-a707-1b1ec333ea21 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2776699
Apr 20 18:40:55.024931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.035660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:55.214934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Pushing event updated for resources: {'Port': ['ID=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:55.243651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:55.264292 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-929c43a7-b229-40ee-96ad-025e2f8eb0d6 req-360f86cd-d293-4a99-a019-cc6c148cd0a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629886
Apr 20 18:40:55.301764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.380283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.397280 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Transition to ACTIVE for port object 8eeac064-f97f-48cf-b47c-738636c236e9 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:55.405044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.409712 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-2d734cfb-33a2-4616-855d-d38187159815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:55.474690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854055100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854078756'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.508199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0832d-190a-406c-9d3c-79c92a86e163 None None] Pushing event updated for resources: {'Port': ['ID=8eeac064-f97f-48cf-b47c-738636c236e9,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:55.515901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-74d0832d-190a-406c-9d3c-79c92a86e163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:55.790769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-7562878d-0c1e-4f89-bc23-3828366da9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:55.792707 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-7562878d-0c1e-4f89-bc23-3828366da9ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1097 time: 0.4081845
Apr 20 18:40:55.823621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Attempting to bind port 8eeac064-f97f-48cf-b47c-738636c236e9 on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:40:55.824404 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Attempting to bind port 8eeac064-f97f-48cf-b47c-738636c236e9 by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:40:55.825346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Attempting to bind port 8eeac064-f97f-48cf-b47c-738636c236e9 on network 334cb264-de42-4931-bbbb-686b9b5ee47d {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:55.833422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:40:55.834699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Checking segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:55.835280 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.836074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Bound using segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:40:55.836923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Bound port: 8eeac064-f97f-48cf-b47c-738636c236e9, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:40:55.837533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.940551 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Router 70be94d1-7d62-449d-9981-25bffa97ccc2 is scheduled to L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:40:55.955533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] For port 8eeac064-f97f-48cf-b47c-738636c236e9, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:40:55.959368 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] For port 8eeac064-f97f-48cf-b47c-738636c236e9, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=8eeac064-f97f-48cf-b47c-738636c236e9,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:40:55.969207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:55.977413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4e244d19-c765-4c8a-8f45-00f204c724e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:56.031926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-70aca7e2-8823-4fc1-bc5c-5fd482a80fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:56.033933 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-70aca7e2-8823-4fc1-bc5c-5fd482a80fbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.2306979
Apr 20 18:40:56.083111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:56.084035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80003911d0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:56.241642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:40:56.257131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Sync routers for ids ['70be94d1-7d62-449d-9981-25bffa97ccc2'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:40:56.275184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Routers {'70be94d1-7d62-449d-9981-25bffa97ccc2'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:56.276083 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcbd710>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['70be94d1-7d62-449d-9981-25bffa97ccc2'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:56.285423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.286657 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.4794064
Apr 20 18:40:56.290281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53644) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:40:56.317027 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-3690d345-9579-43c7-b9bb-c20dbdafeec9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 217 time: 0.2546353
Apr 20 18:40:56.370466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0832d-190a-406c-9d3c-79c92a86e163 None None] Pushing event updated for resources: {'Port': ['ID=8eeac064-f97f-48cf-b47c-738636c236e9,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:56.389008 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-74d0832d-190a-406c-9d3c-79c92a86e163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:56.421243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Deleting port be0286ac-abc2-4dca-b214-a7d90941a913 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:56.421669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:56.524328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:56.607840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Set router 70be94d1-7d62-449d-9981-25bffa97ccc2 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:56.643546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-7edbbaab-0d86-474a-b4a4-be210365cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:56.645346 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-7edbbaab-0d86-474a-b4a4-be210365cedf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.3183579
Apr 20 18:40:56.881922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384b55-d7ba-4e65-b26b-5bcbdf71f86e req-793fa710-3131-4752-aae7-65a7b2e7ae0f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:56.883129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-d5384b55-d7ba-4e65-b26b-5bcbdf71f86e req-793fa710-3131-4752-aae7-65a7b2e7ae0f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:57.046117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-d5384b55-d7ba-4e65-b26b-5bcbdf71f86e req-793fa710-3131-4752-aae7-65a7b2e7ae0f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:57.047776 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d5384b55-d7ba-4e65-b26b-5bcbdf71f86e req-793fa710-3131-4752-aae7-65a7b2e7ae0f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 944 time: 0.8082538
Apr 20 18:40:57.140446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcbd710>, [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:40:54Z', 'revision_number': 3, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:57.145615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Checking router: 70be94d1-7d62-449d-9981-25bffa97ccc2 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:40:57.146170 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Updating router 70be94d1-7d62-449d-9981-25bffa97ccc2 port e34aaec3-265a-4dce-8c11-ca0b8be10a1c binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:40:57.162097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] For port be0286ac-abc2-4dca-b214-a7d90941a913, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=be0286ac-abc2-4dca-b214-a7d90941a913,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:57.162809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.225023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.254672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:57.289894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b19e6-62d9-4c41-90d9-0b3d3de39188 None None] Network 30b16b9f-2f94-40db-a498-804b92be46bd requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:40:57.551355 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-59daabca-d500-4396-a64c-4cd87998bcb6 None None] Provisioning for port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:57.664237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:57.680724 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.693909 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80003911d0>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:55Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:57.696428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:57.696856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.749663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fdcd9-84ab-490b-9d17-557c1e1f5cdd None None] The sync data for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi is: [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:55Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:57.895515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Calling delete_port for be0286ac-abc2-4dca-b214-a7d90941a913 owned by network:router_interface {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:57.922485 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.953354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Transition to ACTIVE for port object e34aaec3-265a-4dce-8c11-ca0b8be10a1c will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:57.963337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.972264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.991638 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-53f945b1-6567-4352-8c04-380dba0cdbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.010146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:58.014218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.018362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8eeac064-f97f-48cf-b47c-738636c236e9 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:58.087073 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Allocated IP 172.20.0.1 (30b16b9f-2f94-40db-a498-804b92be46bd/0151a4ef-9dd4-4e14-b67b-d065eb28f2d9/8c66ab94-8455-43bf-a010-23c19c2e83fc) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:40:58.097585 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2497c7d-81e2-4786-8146-d00e3335d400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.117160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-ff668fea-dc74-4f24-95b9-ddc2b059776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:58.119292 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-ff668fea-dc74-4f24-95b9-ddc2b059776d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.3824921
Apr 20 18:40:58.138254 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d5384b55-d7ba-4e65-b26b-5bcbdf71f86e req-162ca8c6-ffa8-42c6-93e0-7c39409268e8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0618758
Apr 20 18:40:58.156558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a4336-359e-40c4-90dc-fb7a890e6bb8 None None] Pushing event updated for resources: {'Port': ['ID=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:58.166810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f99a4336-359e-40c4-90dc-fb7a890e6bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:58.194966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Attempting to bind port e34aaec3-265a-4dce-8c11-ca0b8be10a1c on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:40:58.195389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Attempting to bind port e34aaec3-265a-4dce-8c11-ca0b8be10a1c by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:40:58.195805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Attempting to bind port e34aaec3-265a-4dce-8c11-ca0b8be10a1c on network 1cfdbf52-be25-4f81-8947-8d333b579982 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:40:58.204381 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:40:58.204900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Checking segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:40:58.205234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.205707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Bound using segment: {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:40:58.206247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Bound port: e34aaec3-265a-4dce-8c11-ca0b8be10a1c, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16f3051-9c53-4d5c-87b1-eea50b523e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:40:58.207655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.260034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-837a019a-8f45-46d3-befa-4bb91e723998 None None] Provisioning complete for port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:58.260682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-837a019a-8f45-46d3-befa-4bb91e723998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.317684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] For port e34aaec3-265a-4dce-8c11-ca0b8be10a1c, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:40:58.321166 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] For port e34aaec3-265a-4dce-8c11-ca0b8be10a1c, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:40:58.325771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.330602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-509e6c68-5f4f-44c2-90a7-5a175e9ccd65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.351207 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:58.361172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:58.390115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 8eeac064-f97f-48cf-b47c-738636c236e9 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:58.403822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 8eeac064-f97f-48cf-b47c-738636c236e9 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:58.404331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.476605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Routers {'70be94d1-7d62-449d-9981-25bffa97ccc2'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:40:58.477488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcbd710>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['70be94d1-7d62-449d-9981-25bffa97ccc2'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:58.490373 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.553978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Transition to ACTIVE for port object 8c66ab94-8455-43bf-a010-23c19c2e83fc will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:40:58.608128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.624608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b0c4004a-d44b-4cca-b6ce-9330a048de54 tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.628843 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-c0a3e043-602b-49db-b0f2-6959f0874e42 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4983575
Apr 20 18:40:58.715065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.746856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3c6431c3-8baf-42ad-b827-d5f6af604b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:58.841097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.882913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 8eeac064-f97f-48cf-b47c-738636c236e9, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=8eeac064-f97f-48cf-b47c-738636c236e9,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:58.888278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:58.894142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a4336-359e-40c4-90dc-fb7a890e6bb8 None None] Pushing event updated for resources: {'Port': ['ID=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:58.898753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f99a4336-359e-40c4-90dc-fb7a890e6bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:58.902802 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5fdd753e-4bd5-430a-bd73-591ec8c78648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:59.017359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] Set router 70be94d1-7d62-449d-9981-25bffa97ccc2 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:40:59.033636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:40:59.122391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=8eeac064-f97f-48cf-b47c-738636c236e9,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:59.136313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:59.145527 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f5db1ee-660f-4e5c-a942-110db6c04bf7 req-b03e1aad-d3d8-464c-a9a8-bfee17d2c6b9 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4857039
Apr 20 18:40:59.155113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=be0286ac-abc2-4dca-b214-a7d90941a913,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:59.161722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Network 30b16b9f-2f94-40db-a498-804b92be46bd is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:40:59.165102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:40:59.166031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:59.171119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:40:59.171836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:59.175307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.326259 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719361'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.329370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c66ab94-8455-43bf-a010-23c19c2e83fc,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:59.338169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:59.605044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbcbd710>, [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:40:54Z', 'revision_number': 3, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:40:59.610702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8bfee3-49b9-4a00-9f4c-c0660f1d7a11 None None] The sync data for ids ['70be94d1-7d62-449d-9981-25bffa97ccc2'] in dv-cinder-786932-2-iscsi is: [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:40:54Z', 'revision_number': 3, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:40:59.647965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-882fbf2d-9956-4d8b-958e-1ab95a43a09d None None] Provisioning for port 8c66ab94-8455-43bf-a010-23c19c2e83fc completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:40:59.649426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.655939 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-882fbf2d-9956-4d8b-958e-1ab95a43a09d None None] Provisioning complete for port 8c66ab94-8455-43bf-a010-23c19c2e83fc triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:40:59.656366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-882fbf2d-9956-4d8b-958e-1ab95a43a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.698579 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.738168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-882fbf2d-9956-4d8b-958e-1ab95a43a09d None None] Port 8c66ab94-8455-43bf-a010-23c19c2e83fc cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:40:59.894672 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3385244-0c33-4d7e-9dda-1942c24ce949 req-d06d5f1e-ad0c-4a7f-9f53-1f74f9551b34 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:59.900272 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c3385244-0c33-4d7e-9dda-1942c24ce949 req-d06d5f1e-ad0c-4a7f-9f53-1f74f9551b34 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 944 time: 0.3315711
Apr 20 18:40:59.990564 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c3385244-0c33-4d7e-9dda-1942c24ce949 req-0ee115b0-24e0-41f5-be26-b084892ce098 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841329
Apr 20 18:41:00.064860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.069610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.101583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6198d52b-26a0-455c-b6ae-4286ad623188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:00.216543 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c66ab94-8455-43bf-a010-23c19c2e83fc,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:00.219894 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056346'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.228278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:00.297696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Router efff02f5-bb86-439d-bab6-d1fb4dd00516 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:00.393827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Network 30b16b9f-2f94-40db-a498-804b92be46bd is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:00.394658 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:00.569224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:00.580153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] Sync routers for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:00.591413 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a099e232-9dab-4c7e-a8eb-99e2e14ca2ef admin admin] 10.222.0.25 "PUT /v2.0/routers/efff02f5-bb86-439d-bab6-d1fb4dd00516/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7408588
Apr 20 18:41:00.594184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53660) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:00.597074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:00.597830 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80001b07f0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:00.707182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Router 70be94d1-7d62-449d-9981-25bffa97ccc2 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:00.790276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-8d773598-aed3-4827-860a-7803dbcc74ec None None] Provisioning complete for port 8c66ab94-8455-43bf-a010-23c19c2e83fc triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:00.790900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8d773598-aed3-4827-860a-7803dbcc74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.870532 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-8d773598-aed3-4827-860a-7803dbcc74ec None None] Port 8c66ab94-8455-43bf-a010-23c19c2e83fc cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:00.901906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks [] for router, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:00.946560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:00.957809 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] 10.222.0.25 "PUT /v2.0/routers/70be94d1-7d62-449d-9981-25bffa97ccc2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6662521
Apr 20 18:41:00.958501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:01.309085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.326533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device e34aaec3-265a-4dce-8c11-ca0b8be10a1c up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:01.342448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Deleting port 48213032-bed8-43b8-a604-50532cff54f3 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:01.343020 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.476520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port e34aaec3-265a-4dce-8c11-ca0b8be10a1c completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:01.489815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port e34aaec3-265a-4dce-8c11-ca0b8be10a1c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:01.490257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.544948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81282a52-bfa7-49c3-b2c3-0a1133107b21 req-c1e20fb9-328d-4372-9c0f-7b4d0c1ab08b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:01.546731 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81282a52-bfa7-49c3-b2c3-0a1133107b21 req-c1e20fb9-328d-4372-9c0f-7b4d0c1ab08b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 944 time: 0.3210001
Apr 20 18:41:01.550225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80001b07f0>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48213032-bed8-43b8-a604-50532cff54f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port': {'id': '48213032-bed8-43b8-a604-50532cff54f3', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:38Z', 'updated_at': '2021-04-20T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:01.558445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] Checking router: efff02f5-bb86-439d-bab6-d1fb4dd00516 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:01.592198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] Routers {'efff02f5-bb86-439d-bab6-d1fb4dd00516'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:01.592914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80001b07f0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['efff02f5-bb86-439d-bab6-d1fb4dd00516'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:01.657720 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81282a52-bfa7-49c3-b2c3-0a1133107b21 req-99a45d53-7052-4f9f-b405-c97d32731cc6 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036663
Apr 20 18:41:01.668145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] For port 48213032-bed8-43b8-a604-50532cff54f3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=48213032-bed8-43b8-a604-50532cff54f3,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:01.668569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.823098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Calling delete_port for 48213032-bed8-43b8-a604-50532cff54f3 owned by network:router_gateway {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:01.913323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53682) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:01.923345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537399235', 'description': 'tempest-secgroup-smoke-1537399235 description', 'project_id': '2b983d94220b40aead19fa67590f0415'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:01.936026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:01.943408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:01.947458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:01.955214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:01.966413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.993966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:02.001769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:02.007098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:02.017191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:02.017512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.031342 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] Set router efff02f5-bb86-439d-bab6-d1fb4dd00516 gateway port host: None {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:02.039055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.052688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1225dac0-2571-48ee-b540-48f610da59de tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.107086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.111331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.119279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-43a46489-bf2e-4a33-8937-03b889d207c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.155984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Pushing event deleted for resources: {'Port': ['ID=48213032-bed8-43b8-a604-50532cff54f3,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.159800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.173726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80001b07f0>, [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:41:01Z', 'revision_number': 6, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:02.176838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37721d3a-2069-4822-9657-1b6cf7a5b22a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.179810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port e34aaec3-265a-4dce-8c11-ca0b8be10a1c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:02.181000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.186240 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2680352
Apr 20 18:41:02.186240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.187884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53688) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:02.192827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f1ee9-9050-404b-97a6-b6479895cdaf None None] The sync data for ids ['efff02f5-bb86-439d-bab6-d1fb4dd00516'] in dv-cinder-786932-2-iscsi is: [{'id': 'efff02f5-bb86-439d-bab6-d1fb4dd00516', 'name': 'tempest-AttachVolumeShelveTestJSON-1270395237-router', 'tenant_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:34Z', 'updated_at': '2021-04-20T18:41:01Z', 'revision_number': 6, 'project_id': '39f3f26f55524d2d89d7c9cd7f9548f1', 'gw_port_host': None}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:02.195347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.207056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8eeac064-f97f-48cf-b47c-738636c236e9 up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:02.207185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group_rule': {'security_group_id': '37721d3a-2069-4822-9657-1b6cf7a5b22a', 'project_id': '2b983d94220b40aead19fa67590f0415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:02.207185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:02.211851 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:02.217628 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:02.224827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:02.234828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.257540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.259510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.347883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.353145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.355756 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dd41a8ff-b84d-4b3b-823a-cd60702bcd69 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.401043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4e9c19-57f8-4718-84e6-83b9a3cac3c6,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.405173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.418891 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.420321 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-dcb404f3-2472-447b-a308-a2cd93dd5506 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2312927
Apr 20 18:41:02.423399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53692) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:02.429035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.430058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group_rule': {'security_group_id': '37721d3a-2069-4822-9657-1b6cf7a5b22a', 'project_id': '2b983d94220b40aead19fa67590f0415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:02.436296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 8eeac064-f97f-48cf-b47c-738636c236e9 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:02.436736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.447708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:02.453541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:02.465784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:02.474101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:02.488105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.500842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.604468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.611114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.614488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0e3419ba-3cb6-4718-962b-8c62f920ea68 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.654265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339b43c0-2581-4cdc-ac8c-fc1c229b57c1,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.659529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.667974 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.670492 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-652267da-1321-4b66-8b72-6d67e611fafc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2460034
Apr 20 18:41:02.675357 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53696) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:02.682723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group_rule': {'security_group_id': '37721d3a-2069-4822-9657-1b6cf7a5b22a', 'project_id': '2b983d94220b40aead19fa67590f0415', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:02.701946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:02.714589 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:02.721271 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:02.734509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:02.758446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.761769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.767702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.791172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.792096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efff02f5-bb86-439d-bab6-d1fb4dd00516 {{(pid=86390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:41:02.858293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.861284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.864347 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0d8d1e50-8e0e-4999-aa17-6da8b6de4f61 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:02.892343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3808ae1-6ddf-4168-a039-749606b83a55,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:02.894387 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] Notify callbacks [] for router, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.896471 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-43912c14-5e00-4f13-8978-66983973e508 admin admin] 10.222.0.25 "DELETE /v2.0/routers/efff02f5-bb86-439d-bab6-d1fb4dd00516 HTTP/1.1" status: 204  len: 168 time: 2.3006232
Apr 20 18:41:02.899375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53702) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:02.905793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:02.923100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.925771 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e5b79cb3-16c4-472a-b2ec-a5ea8272d110 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2486932
Apr 20 18:41:02.928578 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53706) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:02.941516 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group_rule': {'security_group_id': '37721d3a-2069-4822-9657-1b6cf7a5b22a', 'project_id': '2b983d94220b40aead19fa67590f0415', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:02.954917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:02.963250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:02.970399 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:02.987764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:03.016784 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.032051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Deleting subnet 5d84569d-92fc-4b0b-9c0c-ffae73540bcd {{(pid=86390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:41:03.034881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device e34aaec3-265a-4dce-8c11-ca0b8be10a1c up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:03.038219 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.078645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e0fe2-1207-4b60-8779-e559c1641b21 req-c4e452ca-4146-4f53-ae69-b14f329c53c8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:03.080028 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7b4e0fe2-1207-4b60-8779-e559c1641b21 req-c4e452ca-4146-4f53-ae69-b14f329c53c8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 944 time: 0.2746482
Apr 20 18:41:03.081903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 3f62a456-a3af-4478-ac42-4fa222c97208 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:41:03.119655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Sync routers for ids ['70be94d1-7d62-449d-9981-25bffa97ccc2'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:03.128310 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.132037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.134554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:03.135269 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223371968141344188'] for subnet, precommit_delete_associations {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.162332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Routers {'70be94d1-7d62-449d-9981-25bffa97ccc2'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:03.164924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800004dc88>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['70be94d1-7d62-449d-9981-25bffa97ccc2'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:03.170890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed74116c-6cff-4da8-853f-244eff3c6c19,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:03.180706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:03.194460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.201364 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-cf7d515a-ff61-4b2d-974b-0f87e64c48ed tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2651343
Apr 20 18:41:03.202317 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53710) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:03.235019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group_rule': {'security_group_id': '37721d3a-2069-4822-9657-1b6cf7a5b22a', 'project_id': '2b983d94220b40aead19fa67590f0415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:03.261370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:03.279641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port e34aaec3-265a-4dce-8c11-ca0b8be10a1c triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:03.280055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.294433 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7b4e0fe2-1207-4b60-8779-e559c1641b21 req-24ccdb88-e766-4f92-a42c-dd8b46b96b66 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1938190
Apr 20 18:41:03.295813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:03.301507 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:03.319480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:03.348242 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.securitygroups_db [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Project 2b983d94220b40aead19fa67590f0415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:41:03.358660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.410408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.494866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 3f62a456-a3af-4478-ac42-4fa222c97208, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f62a456-a3af-4478-ac42-4fa222c97208,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:03.503331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Set router 70be94d1-7d62-449d-9981-25bffa97ccc2 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:03.525097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.536878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '3f62a456-a3af-4478-ac42-4fa222c97208', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:41:03.578529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.584961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bc48aa23-dd43-4e5c-a6a1-7c7f69d982cd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:03.626150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9823a61f-9357-4da9-876b-457b5c921045,revision_number=0']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:03.634704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:03.639977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.641032 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-12efcf89-fc0b-4363-b452-365c18794e12 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4374850
Apr 20 18:41:03.645673 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53716) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:03.653616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'security_group_rule': {'security_group_id': '37721d3a-2069-4822-9657-1b6cf7a5b22a', 'project_id': '2b983d94220b40aead19fa67590f0415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:03.661432 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:03.665996 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:security_group_rule and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:03.669948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:03.678070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:03.697465 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.securitygroups_db [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Project 2b983d94220b40aead19fa67590f0415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:41:03.699734 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.728979 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.750689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f62a456-a3af-4478-ac42-4fa222c97208 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:03.788752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 3f62a456-a3af-4478-ac42-4fa222c97208, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f62a456-a3af-4478-ac42-4fa222c97208,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:03.795226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.797419 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-13a79bf4-7564-49e0-971e-a2d2ae7d941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:03.830631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.834206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203708'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.837913 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-87e56afe-7b8f-4995-bcb2-fc5e22243261 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:03.843780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-68713235633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223371968141129616'] for subnet, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.847725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device be0286ac-abc2-4dca-b214-a7d90941a913 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:41:03.857206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3b28c0f9-4c38-49f6-8fd1-bdb38202eb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:03.876285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d84bec9-4889-4e7f-b6f4-7f3acf1b9ca4,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:03.879695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:03.884935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.895341 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-249b3a1a-630a-47d9-a2ad-fdaec03ce648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2398114
Apr 20 18:41:03.907477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: be0286ac-abc2-4dca-b214-a7d90941a913 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:41:03.907970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device be0286ac-abc2-4dca-b214-a7d90941a913 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:41:03.908519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 48213032-bed8-43b8-a604-50532cff54f3 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:41:03.927550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.936123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d84569d-92fc-4b0b-9c0c-ffae73540bcd,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:03.939297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:03.945774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53722) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:03.958070 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-85cba026-2c67-4b54-b3d5-ac99b262012f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5d84569d-92fc-4b0b-9c0c-ffae73540bcd HTTP/1.1" status: 204  len: 168 time: 1.0546439
Apr 20 18:41:03.964276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 48213032-bed8-43b8-a604-50532cff54f3 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:41:03.964438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800004dc88>, [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:40:59Z', 'revision_number': 4, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8c66ab94-8455-43bf-a010-23c19c2e83fc', 'name': '', 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd', 'tenant_id': '49f49b1751034f288603164c4766373a', 'mac_address': 'fa:16:3e:72:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:57Z', 'updated_at': '2021-04-20T18:40:59Z', 'revision_number': 2, 'project_id': '49f49b1751034f288603164c4766373a', 'subnets': [{'id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:03.964674 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 48213032-bed8-43b8-a604-50532cff54f3 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:41:03.967057 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c797b80-aee6-4e6b-ae5c-676c843fa876 None None] Network c318347e-9762-4bfc-b74e-1d0159deb3ef requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:41:03.970573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Checking router: 70be94d1-7d62-449d-9981-25bffa97ccc2 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:03.970980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Updating router 70be94d1-7d62-449d-9981-25bffa97ccc2 port 8c66ab94-8455-43bf-a010-23c19c2e83fc binding host dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:41:04.051660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.083958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.100941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Deleting port 1ed56420-2054-407f-a46a-f5060cd0d301 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:04.101529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.151327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=3f62a456-a3af-4478-ac42-4fa222c97208,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:04.155455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:04.156773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['3f62a456-a3af-4478-ac42-4fa222c97208'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:41:04.376968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] For port 1ed56420-2054-407f-a46a-f5060cd0d301, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1ed56420-2054-407f-a46a-f5060cd0d301,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:04.377343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.483473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.511314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Transition to ACTIVE for port object 8c66ab94-8455-43bf-a010-23c19c2e83fc will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:04.524570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.530429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:04.548242 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] DHCP port deletion for c318347e-9762-4bfc-b74e-1d0159deb3ef request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:41:04.633827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Deleting port 1ed56420-2054-407f-a46a-f5060cd0d301 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:04.634924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.802299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Calling delete_port for 1ed56420-2054-407f-a46a-f5060cd0d301 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:05.035614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4cd6-a1b2-4a72-a1b7-6d1d84d165be None None] Pushing event updated for resources: {'Port': ['ID=8c66ab94-8455-43bf-a010-23c19c2e83fc,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:05.055919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-88fb4cd6-a1b2-4a72-a1b7-6d1d84d165be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:05.103594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Attempting to bind port 8c66ab94-8455-43bf-a010-23c19c2e83fc on host dv-cinder-786932-2-iscsi for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:05.104763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Attempting to bind port 8c66ab94-8455-43bf-a010-23c19c2e83fc by drivers openvswitch,hyperv on host dv-cinder-786932-2-iscsi at level 0 using segments [{'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:05.105287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Attempting to bind port 8c66ab94-8455-43bf-a010-23c19c2e83fc on network 30b16b9f-2f94-40db-a498-804b92be46bd {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:05.135416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Checking agent: {'id': '025acfdd-66b6-472f-96ac-333fa9c76aa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 22, 50), 'started_at': datetime.datetime(2021, 4, 20, 18, 23, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:05.136142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Checking segment: {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:05.140977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.141773 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Bound using segment: {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:05.142600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Bound port: 8c66ab94-8455-43bf-a010-23c19c2e83fc, host: dv-cinder-786932-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:05.143110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.144858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1ed56420-2054-407f-a46a-f5060cd0d301 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:41:05.171567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7955389-3686-447d-9a15-705683b94051 req-c47e4cf5-2bf7-4743-b00f-56de679dcd92 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:05.183649 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7955389-3686-447d-9a15-705683b94051 req-c47e4cf5-2bf7-4743-b00f-56de679dcd92 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 945 time: 0.5041928
Apr 20 18:41:05.202380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.227878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 1ed56420-2054-407f-a46a-f5060cd0d301 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:41:05.228418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1ed56420-2054-407f-a46a-f5060cd0d301 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:41:05.264459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:05.272654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] For port 1ed56420-2054-407f-a46a-f5060cd0d301, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1ed56420-2054-407f-a46a-f5060cd0d301,segment=NetworkSegment(1faeca69-d505-4b19-a847-addab5c0615f),segment_id=1faeca69-d505-4b19-a847-addab5c0615f)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:05.273283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.305908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] For port 8c66ab94-8455-43bf-a010-23c19c2e83fc, host dv-cinder-786932-2-iscsi, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:05.311359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] For port 8c66ab94-8455-43bf-a010-23c19c2e83fc, host dv-cinder-786932-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=8c66ab94-8455-43bf-a010-23c19c2e83fc,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:05.323530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.329977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f99a4336-359e-40c4-90dc-fb7a890e6bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:05.332573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed56420-2054-407f-a46a-f5060cd0d301,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:05.345436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:05.351260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] No DVR routers for this DVR port 1ed56420-2054-407f-a46a-f5060cd0d301 on host dv-cinder-786932-2-iscsi {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:41:05.416874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Routers {'70be94d1-7d62-449d-9981-25bffa97ccc2'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:05.417611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800004dc88>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['70be94d1-7d62-449d-9981-25bffa97ccc2'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:05.439224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Calling delete_port for 1ed56420-2054-407f-a46a-f5060cd0d301 owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:05.498155 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d7955389-3686-447d-9a15-705683b94051 req-23a6603e-d6fa-49cd-8767-14aba1dade6b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3019922
Apr 20 18:41:05.596005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:41:05.596630 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:41:05.632354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.796331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6d73c8>,) {'filters': {'network_id': ['c318347e-9762-4bfc-b74e-1d0159deb3ef']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:05.818697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6d73c8>, '1faeca69-d505-4b19-a847-addab5c0615f') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:05.818697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb6d73c8>, '1faeca69-d505-4b19-a847-addab5c0615f') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:05.836683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.874924 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.897787 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:41:05.910236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4cd6-a1b2-4a72-a1b7-6d1d84d165be None None] Pushing event updated for resources: {'Port': ['ID=8c66ab94-8455-43bf-a010-23c19c2e83fc,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:05.916308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-88fb4cd6-a1b2-4a72-a1b7-6d1d84d165be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:05.957229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] Set router 70be94d1-7d62-449d-9981-25bffa97ccc2 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:06.098291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Deleting port 1ed56420-2054-407f-a46a-f5060cd0d301 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:06.099817 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.206492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Network c318347e-9762-4bfc-b74e-1d0159deb3ef has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:41:06.209288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a5382a30-f72f-435d-bfed-361c4df70d33 None None] The port '1ed56420-2054-407f-a46a-f5060cd0d301' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:41:06.220771 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.469127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Network c318347e-9762-4bfc-b74e-1d0159deb3ef has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:41:06.495369 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:41:06.530763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800004dc88>, [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:40:59Z', 'revision_number': 4, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8c66ab94-8455-43bf-a010-23c19c2e83fc', 'name': '', 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd', 'tenant_id': '49f49b1751034f288603164c4766373a', 'mac_address': 'fa:16:3e:72:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:57Z', 'updated_at': '2021-04-20T18:41:05Z', 'revision_number': 4, 'project_id': '49f49b1751034f288603164c4766373a', 'subnets': [{'id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:06.538001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1760e7-fd16-4bed-a978-1cfe42369717 None None] The sync data for ids ['70be94d1-7d62-449d-9981-25bffa97ccc2'] in dv-cinder-786932-2-iscsi is: [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:40:59Z', 'revision_number': 4, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8c66ab94-8455-43bf-a010-23c19c2e83fc', 'name': '', 'network_id': '30b16b9f-2f94-40db-a498-804b92be46bd', 'tenant_id': '49f49b1751034f288603164c4766373a', 'mac_address': 'fa:16:3e:72:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:57Z', 'updated_at': '2021-04-20T18:41:05Z', 'revision_number': 4, 'project_id': '49f49b1751034f288603164c4766373a', 'subnets': [{'id': '0151a4ef-9dd4-4e14-b67b-d065eb28f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:06.618907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.625208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:06.650160 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:06.667308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Pushing event deleted for resources: {'Network': ['ID=c318347e-9762-4bfc-b74e-1d0159deb3ef,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:06.672273 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:06.701647 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] 10.222.0.25 "DELETE /v2.0/networks/c318347e-9762-4bfc-b74e-1d0159deb3ef HTTP/1.1" status: 204  len: 168 time: 2.7540779
Apr 20 18:41:06.833727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a9b4-37a1-4b21-a386-40f958567d64 req-955573e9-0585-49d6-9ec9-8993cf2d953d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:06.835480 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2eb1a9b4-37a1-4b21-a386-40f958567d64 req-955573e9-0585-49d6-9ec9-8993cf2d953d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 945 time: 0.1301870
Apr 20 18:41:06.910140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53802) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:06.927542 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2eb1a9b4-37a1-4b21-a386-40f958567d64 req-939062c5-2b19-44af-b9b7-9cc935bfd657 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786426
Apr 20 18:41:06.993841 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a1fbf8b0-07ec-48af-ae9b-ef843248816c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39f3f26f55524d2d89d7c9cd7f9548f1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0816116
Apr 20 18:41:06.996840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53806) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:07.063032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8c66ab94-8455-43bf-a010-23c19c2e83fc up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:07.077885 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.107390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 3f62a456-a3af-4478-ac42-4fa222c97208 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:07.115410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.177308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.185428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-27553d1f-af50-4a86-b8dc-db2e0a9109ab tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:07.207547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637e096-a5f5-4f87-93a9-5d95e454cad7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:07.211946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:07.221559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.223031 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c516383e-d671-4a9f-9028-680ae942bf07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d637e096-a5f5-4f87-93a9-5d95e454cad7 HTTP/1.1" status: 204  len: 168 time: 0.2249823
Apr 20 18:41:07.451825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning for port 8c66ab94-8455-43bf-a010-23c19c2e83fc completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:07.460536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 8c66ab94-8455-43bf-a010-23c19c2e83fc triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:07.460958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.497066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 3f62a456-a3af-4478-ac42-4fa222c97208 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:07.524923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 3f62a456-a3af-4478-ac42-4fa222c97208 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:07.525359 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.720318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.776850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.789338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] For port 8c66ab94-8455-43bf-a010-23c19c2e83fc, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=8c66ab94-8455-43bf-a010-23c19c2e83fc,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:07.796975 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.802408 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:07.879982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:07.916089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 3f62a456-a3af-4478-ac42-4fa222c97208, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f62a456-a3af-4478-ac42-4fa222c97208,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:07.927220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:07.949206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Pushing event updated for resources: {'Port': ['ID=8c66ab94-8455-43bf-a010-23c19c2e83fc,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:07.964142 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208', 'code': 200}
Apr 20 18:41:07.966298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:07.967789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:08.117238 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=3f62a456-a3af-4478-ac42-4fa222c97208,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:08.120857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:08.281520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf4874-b821-43b4-81c3-d1956fb80652 req-daec105b-e305-4e8a-9bfa-788a5d5d1e6b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:08.283739 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3cf4874-b821-43b4-81c3-d1956fb80652 req-daec105b-e305-4e8a-9bfa-788a5d5d1e6b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.1879470
Apr 20 18:41:08.357661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53838) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:08.416814 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a3cf4874-b821-43b4-81c3-d1956fb80652 req-7a02852a-17e8-45b7-b665-5c2c02336e5b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258910
Apr 20 18:41:08.452124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe623de-6287-43d2-8493-0511e01c2273 req-e41958c3-850a-4f3b-9d10-ef308baab70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:08.454139 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dfe623de-6287-43d2-8493-0511e01c2273 req-e41958c3-850a-4f3b-9d10-ef308baab70f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1099 time: 0.1109817
Apr 20 18:41:08.550175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.566003 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dfe623de-6287-43d2-8493-0511e01c2273 req-f71b9464-4c6f-4701-88b6-f1a64f3966d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033070
Apr 20 18:41:08.577564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:08.582362 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Usage tracker for resource:security_group_rule and tenant:06814f50fd5243d391231f44ca5eaa69 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:08.585904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:08.594178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:08.728256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.732564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.743028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d7b2f84c-69b1-49a5-8efd-a3bc11f2675f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:08.801069 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06814f50fd5243d391231f44ca5eaa69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4420147
Apr 20 18:41:08.803448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a5224-4cc4-475b-a360-89f706ea5a60,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:08.805100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53852) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:08.815423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.816098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.816720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.817250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.817953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.818450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.818884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.819300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.819717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.820130 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.820539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.820952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:08.825946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0133fee3-d569-4a36-b150-d63e7b8004c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:08.886309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.923806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.978745 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:08.984867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8fe4b03c-0c90-4255-9b1d-129a11594409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:08.995316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8c66ab94-8455-43bf-a010-23c19c2e83fc up at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:08.997204 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a5224-4cc4-475b-a360-89f706ea5a60,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:09.002911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:09.007038 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:09.008488 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-94a91af7-ac3b-4aa0-a43a-d10e57808dc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed7a5224-4cc4-475b-a360-89f706ea5a60 HTTP/1.1" status: 204  len: 168 time: 0.2016356
Apr 20 18:41:09.102700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Provisioning complete for port 8c66ab94-8455-43bf-a010-23c19c2e83fc triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:09.103120 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:10.037956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780359df-f57d-40da-b8e1-eeadfa9f1d7e req-ddebddff-e253-4e6a-a69e-a39743f7a546 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:10.040953 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-780359df-f57d-40da-b8e1-eeadfa9f1d7e req-ddebddff-e253-4e6a-a69e-a39743f7a546 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.4581738
Apr 20 18:41:10.101777 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-780359df-f57d-40da-b8e1-eeadfa9f1d7e req-2ae60a3e-0f11-4aa7-8095-584e559e4c9c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487792
Apr 20 18:41:10.960931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53938) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:11.148452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.172185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:11.180475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Usage tracker for resource:security_group_rule and tenant:6058cd9757d7408c99da0a21b6fb5b93 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:11.189042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:11.200741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:11.289633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53948) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:11.383904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8845d20-be41-4967-914a-e83dd4b7a8de req-ed7bf205-fae1-46da-bfd7-7b166d901dc9 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:11.385812 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f8845d20-be41-4967-914a-e83dd4b7a8de req-ed7bf205-fae1-46da-bfd7-7b166d901dc9 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.1476650
Apr 20 18:41:11.424173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.439665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.451250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c6d83eab-71ef-4ad2-9782-8224db2c8dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.462641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.474207 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f8845d20-be41-4967-914a-e83dd4b7a8de req-58233303-6e33-42ee-9414-49c7c754e080 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774455
Apr 20 18:41:11.485732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:11.490354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Usage tracker for resource:security_group_rule and tenant:f9b14f5745ef4bf7a557b084b69f42a6 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:11.494074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:11.501621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:11.512367 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6058cd9757d7408c99da0a21b6fb5b93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5493491
Apr 20 18:41:11.512964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53954) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:11.513605 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1372f65-4fc1-4c80-8fae-7dccf140cd7b,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.517122 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ddfbbcd2-32f9-4f02-9ee5-b4e172cc4743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.628306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.742779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.764632 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.779896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.799380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-25bd7324-6c48-4eba-9e46-b3f96e7f2236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.873366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bd1f0-0a95-423a-945c-7ff1d7298f6c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.877789 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.884301 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-32c32f77-f462-4755-9148-46e6822e2a1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9b14f5745ef4bf7a557b084b69f42a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5933588
Apr 20 18:41:11.888722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53960) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:11.895995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f58d-9635-4e09-b301-155758b96e66 req-89781ee0-a80c-4b5c-9f99-e2b05f133a6b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:11.897750 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6541f58d-9635-4e09-b301-155758b96e66 req-89781ee0-a80c-4b5c-9f99-e2b05f133a6b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.2731979
Apr 20 18:41:11.909222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.919637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1ca26923-7668-4c3c-8ceb-4db89a6be619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:11.956519 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1372f65-4fc1-4c80-8fae-7dccf140cd7b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:11.962828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:11.963300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.000955 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6541f58d-9635-4e09-b301-155758b96e66 req-61ae0518-116a-49fa-8690-5ff2bee88c95 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833306
Apr 20 18:41:12.003376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.007111 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-3d1aae92-10f6-4dcf-bed4-c87fe3e40997 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1372f65-4fc1-4c80-8fae-7dccf140cd7b HTTP/1.1" status: 204  len: 168 time: 0.4905097
Apr 20 18:41:12.013604 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.031695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53966) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:12.080490 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.089447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-454ff3bc-af97-484b-913f-22501a1cf4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:12.119795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bd1f0-0a95-423a-945c-7ff1d7298f6c,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:12.126538 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:12.136262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.139170 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef9bd1f0-0a95-423a-945c-7ff1d7298f6c HTTP/1.1" status: 204  len: 168 time: 0.2488995
Apr 20 18:41:12.189028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2dd552-96f9-43a4-9667-550fe0fe5d42 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:12.190895 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ab2dd552-96f9-43a4-9667-550fe0fe5d42 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1094 time: 0.1575243
Apr 20 18:41:12.194340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 53974) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:12.201536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:12.210339 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:12.216189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:floatingip and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:12.219549 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:12.227026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:12.242812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.546647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.632922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53980) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:12.675752 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.708145 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:12.716499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Usage tracker for resource:security_group_rule and tenant:d95bf7960e5a4f859be0cde6e129e694 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:12.722356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:12.733763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:12.784174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Allocated IP 172.27.3.208 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/5b11c6c7-e576-48de-89a2-94b73176ebdf) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:12.890836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.895089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:12.905477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a0e6f1a-8996-45d4-ae69-ace4255fbf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:12.957465 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971710ec-4282-415b-9527-8aaac5ce0ff1,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:12.962606 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d95bf7960e5a4f859be0cde6e129e694&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3270385
Apr 20 18:41:12.963890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:12.968086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 53984) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:12.985637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.038178 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.047163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a408e06-b0fc-4f12-b1eb-d83f92154e89 tempest-ServerRescueNegativeTestJSON-1939860265 tempest-ServerRescueNegativeTestJSON-1939860265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:13.053443 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.088048 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.151128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:13.151886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.155240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:13.158753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9d19066-f04e-467b-8e33-855cccc45d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:13.159528 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:13.179424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971710ec-4282-415b-9527-8aaac5ce0ff1,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:13.184400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:13.185916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.189888 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/971710ec-4282-415b-9527-8aaac5ce0ff1 HTTP/1.1" status: 204  len: 168 time: 0.2180207
Apr 20 18:41:13.198036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=5b11c6c7-e576-48de-89a2-94b73176ebdf,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:13.208631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:13.708098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:13.806194 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.063644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.068202 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.074769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9f040e93-fd11-4162-8653-b557f4b36ece tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:14.196917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=5b11c6c7-e576-48de-89a2-94b73176ebdf,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:14.201699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:14.221792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:14.468701 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Floating IP 4933d95f-26d4-4af5-941e-11e540abcbea associated. External IP: 172.27.3.208, port: 3f62a456-a3af-4478-ac42-4fa222c97208.
Apr 20 18:41:15.185495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:15.446687 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:15.465858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:15.477651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:15.478437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:15.479123 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7e48>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:15.569502 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.3738165
Apr 20 18:41:15.570501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:15.632326 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208', 'status': 'completed', 'code': 200}
Apr 20 18:41:15.758179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:15.815389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-55254d92-1b2a-45f2-a21f-4adbd2275a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:15.817070 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-55254d92-1b2a-45f2-a21f-4adbd2275a0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1099 time: 0.1338692
Apr 20 18:41:16.081583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-6fbe025c-ce57-4b23-be05-f7366791a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:16.084640 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-6fbe025c-ce57-4b23-be05-f7366791a767 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.2589653
Apr 20 18:41:16.225037 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-b61024ef-9ea3-4b19-8be6-b7a762cb35bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 1000 time: 0.1332133
Apr 20 18:41:16.276193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7e48>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:13Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:16.282812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:16.294841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:16.296726 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7e48>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:40:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:16.369422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-6f8eebc8-d5d4-48a6-ad1a-fa6e2bea241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:16.373171 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-6f8eebc8-d5d4-48a6-ad1a-fa6e2bea241a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.1406496
Apr 20 18:41:16.490818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-641a521e-71ef-484b-8221-50043a345873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:16.529534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-6d41e8ef-069a-4c84-8de5-e29f9e891d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:16.531196 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-6d41e8ef-069a-4c84-8de5-e29f9e891d7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1459489
Apr 20 18:41:16.551006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:16.820377 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-068af128-4f00-4aac-9604-a4f7ed58cd03 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810526
Apr 20 18:41:17.027517 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ffe5a691-08c9-4fed-baf3-656c342169cb req-8e4934fb-a320-4d5a-89db-1237f76ae9a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994295
Apr 20 18:41:17.037289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7e48>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:13Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:17.042246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55328a40-c6d4-4f40-8dc7-3235c5151bf2 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:13Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:17.343401 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3d8de-2e53-4fc9-8510-38d0b46249b7 None None] New status for floating IP 4933d95f-26d4-4af5-941e-11e540abcbea: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:41:19.243832 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 54086) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:19.374621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.392714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:19.396993 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c54e46691664cafb7a60c8c62682085 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:19.400174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:19.409135 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:19.505150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.508386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.518491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9a7a3116-bd55-4aae-9cf6-8f995fb99c05 tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:19.569521 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c54e46691664cafb7a60c8c62682085&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3244312
Apr 20 18:41:19.571471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd463c-13ca-4799-b443-aaccb63abd6b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:19.572602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54092) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:19.575934 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:19.643832 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.673155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.719669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.725040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5effe884-a25f-4998-91eb-110a19d12522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:19.739190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd463c-13ca-4799-b443-aaccb63abd6b,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:19.742716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:19.744906 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:19.749735 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2dd463c-13ca-4799-b443-aaccb63abd6b HTTP/1.1" status: 204  len: 168 time: 0.1746171
Apr 20 18:41:19.798354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.034948 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bf674b8e-708e-46b8-8ccf-c15175ba2b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.087651 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54102) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:20.108002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.133524 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:20.138420 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Usage tracker for resource:security_group_rule and tenant:3ab850b86f16497ba6af1b1f4040fd01 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:20.141815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:20.151268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:20.258296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.262309 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.272240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-37b2bdfe-e7f9-405e-ac7f-cd38a7c0f17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.318566 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ab850b86f16497ba6af1b1f4040fd01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2296865
Apr 20 18:41:20.320458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f57bd-9b36-46a1-a07d-caff170817eb,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.321753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 54106) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:20.324822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-073fde8c-4797-4599-a45d-71524cd46b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.396200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.428845 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.480932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.485570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0c4c40e4-19a0-4b9f-a36d-fd07c8db11ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:20.501461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f57bd-9b36-46a1-a07d-caff170817eb,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:20.504187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:20.514722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.515994 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7d28eced-a910-47dc-9800-6a3861de2f42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/254f57bd-9b36-46a1-a07d-caff170817eb HTTP/1.1" status: 204  len: 168 time: 0.1930759
Apr 20 18:41:20.590546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:20.942394 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:21.517925 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cda1329e-115a-4740-bfd5-122af0730648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:21.536139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cda1329e-115a-4740-bfd5-122af0730648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:21.537378 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cda1329e-115a-4740-bfd5-122af0730648 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537399235&fields=id&tenant_id=2b983d94220b40aead19fa67590f0415 HTTP/1.1" status: 200  len: 267 time: 0.0983040
Apr 20 18:41:21.650117 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:21.715602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-28676a05-baf3-4d19-a5fe-9dd37b6fd34b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:21.720811 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-28676a05-baf3-4d19-a5fe-9dd37b6fd34b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 809 time: 0.1737664
Apr 20 18:41:21.738456 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-9d6757c8-c948-4039-a1e7-a32aaa04cf7a tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/quotas/2b983d94220b40aead19fa67590f0415 HTTP/1.1" status: 200  len: 375 time: 0.0114338
Apr 20 18:41:21.848623 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-1ba890bd-bc8e-4bf5-93ff-e0e982852ed1 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1002345
Apr 20 18:41:22.008871 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-601a8668-0da9-40ef-a2ec-8d904b5c693d service neutron] 10.222.0.25 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464746
Apr 20 18:41:22.160195 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-ec288164-a681-4aa8-8913-b2def8b89540 service neutron] 10.222.0.25 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441853
Apr 20 18:41:22.411842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:22.666023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-995ccaec-96ed-41b0-b9d4-0577eda31884 req-9a75fcb8-5a61-4bfb-9ae0-c28ebb5e165c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:22.685664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-995ccaec-96ed-41b0-b9d4-0577eda31884 req-9a75fcb8-5a61-4bfb-9ae0-c28ebb5e165c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:22.687209 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-995ccaec-96ed-41b0-b9d4-0577eda31884 req-9a75fcb8-5a61-4bfb-9ae0-c28ebb5e165c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 210 time: 0.0858490
Apr 20 18:41:23.863413 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dd4f572e-6268-4ea8-b2aa-5121132f59d5 req-4e164c21-5257-46bb-9b1f-83106603973b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 210 time: 0.0529907
Apr 20 18:41:23.953663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cbb6ccbb-0dcd-40de-b57a-e7b04984d1c6 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:23.954569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cbb6ccbb-0dcd-40de-b57a-e7b04984d1c6 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:network {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:23.974553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cbb6ccbb-0dcd-40de-b57a-e7b04984d1c6 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:network {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:23.976998 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-cbb6ccbb-0dcd-40de-b57a-e7b04984d1c6 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 809 time: 0.1934600
Apr 20 18:41:24.073897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-db892e2b-6e1e-4c30-aaeb-85adb4176485 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:24.088980 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-db892e2b-6e1e-4c30-aaeb-85adb4176485 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:24.091164 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-db892e2b-6e1e-4c30-aaeb-85adb4176485 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b983d94220b40aead19fa67590f0415 HTTP/1.1" status: 200  len: 8061 time: 0.0990143
Apr 20 18:41:24.102567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'port': {'device_id': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'admin_state_up': True, 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'security_groups': ['37721d3a-2069-4822-9657-1b6cf7a5b22a']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:24.316169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:24.328187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:24.342039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Made reservation on behalf of 2b983d94220b40aead19fa67590f0415 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:24.353320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.619795 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Allocated IP 172.20.0.14 (334cb264-de42-4931-bbbb-686b9b5ee47d/8a29e2a1-57c7-4c69-8469-4e7de53e984c/518fd836-456c-4e9f-84fc-ed8258cb8385) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:24.858198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.877068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Transition to ACTIVE for port object 518fd836-456c-4e9f-84fc-ed8258cb8385 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:24.910902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:24.919072 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d7f487c9-212c-4fec-b32f-92119734a05c tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:25.008084 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Network 334cb264-de42-4931-bbbb-686b9b5ee47d is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:25.056837 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:25.066871 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:25.113583 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:25.120115 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:25.159230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:25.160004 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.212529 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-881d70a0-e49d-4db2-98ba-6ab18844e17f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1151538
Apr 20 18:41:25.222742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865c496-3edf-4475-bb1f-a5f8db48184f req-6e05bf1f-9f74-47c3-8624-b6b9675d471c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:25.223555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1865c496-3edf-4475-bb1f-a5f8db48184f req-6e05bf1f-9f74-47c3-8624-b6b9675d471c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:25.233866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Request body: {'port': {'device_id': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:25.299150 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-1865c496-3edf-4475-bb1f-a5f8db48184f req-6e05bf1f-9f74-47c3-8624-b6b9675d471c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:25.300497 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1865c496-3edf-4475-bb1f-a5f8db48184f req-6e05bf1f-9f74-47c3-8624-b6b9675d471c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 932 time: 0.2962615
Apr 20 18:41:25.301111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-de761122-fb82-4225-b20e-99bed8468d3c None None] Provisioning for port 518fd836-456c-4e9f-84fc-ed8258cb8385 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:25.312587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-de761122-fb82-4225-b20e-99bed8468d3c None None] Provisioning complete for port 518fd836-456c-4e9f-84fc-ed8258cb8385 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:25.313109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-de761122-fb82-4225-b20e-99bed8468d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.385189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-de761122-fb82-4225-b20e-99bed8468d3c None None] Port 518fd836-456c-4e9f-84fc-ed8258cb8385 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:25.420708 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1865c496-3edf-4475-bb1f-a5f8db48184f req-dc353a94-d57b-44e9-95e6-78262247e4d7 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722790
Apr 20 18:41:25.421544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.820001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518fd836-456c-4e9f-84fc-ed8258cb8385 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:25.830498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.849895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Transition to ACTIVE for port object 518fd836-456c-4e9f-84fc-ed8258cb8385 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:25.853560 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:25.860098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a51aef9b-85cf-40a3-b947-a0dca4fd9a23 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:26.330569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:26.334199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:26.462223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Attempting to bind port 518fd836-456c-4e9f-84fc-ed8258cb8385 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:26.463015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Attempting to bind port 518fd836-456c-4e9f-84fc-ed8258cb8385 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:26.463794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Attempting to bind port 518fd836-456c-4e9f-84fc-ed8258cb8385 on network 334cb264-de42-4931-bbbb-686b9b5ee47d {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:26.474425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Port 518fd836-456c-4e9f-84fc-ed8258cb8385 on network 334cb264-de42-4931-bbbb-686b9b5ee47d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:41:26.475124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Attempting to bind port 518fd836-456c-4e9f-84fc-ed8258cb8385 on network 334cb264-de42-4931-bbbb-686b9b5ee47d {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:26.487363 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:26.488032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Checking segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:26.488760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Bound using segment: {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:26.489627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Bound port: 518fd836-456c-4e9f-84fc-ed8258cb8385, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:26.490296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:26.611237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:26.614566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:26.617965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:26.622131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-99683df0-e0db-41df-a684-3742370aa61d tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:26.675654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9786d-e349-4557-a0bb-5263e6ff0bde req-f23127ef-92a6-4513-8856-433bc687da48 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:26.677318 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-65e9786d-e349-4557-a0bb-5263e6ff0bde req-f23127ef-92a6-4513-8856-433bc687da48 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0916729
Apr 20 18:41:26.691844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:26.692444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:26.693980 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] 10.222.0.44 "PUT /v2.0/ports/518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 1094 time: 1.4668071
Apr 20 18:41:26.694534 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:26.715322 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:26.719447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:26.737313 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-65e9786d-e349-4557-a0bb-5263e6ff0bde req-bd070716-c6b6-4cac-a828-7dfa5b62bb26 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518236
Apr 20 18:41:26.763845 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'status': 'completed', 'code': 200}
Apr 20 18:41:26.862216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-17b6854e-9eaf-4b6f-8b22-527fdff0013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:26.863860 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-17b6854e-9eaf-4b6f-8b22-527fdff0013f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1097 time: 0.0856512
Apr 20 18:41:26.947911 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-77bf3b38-1bec-42e3-935f-62a19394cb89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 217 time: 0.0710289
Apr 20 18:41:27.020800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-95d433f1-14d9-46a6-aa00-8e5d3de48cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:27.022421 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-95d433f1-14d9-46a6-aa00-8e5d3de48cb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.0679629
Apr 20 18:41:27.114986 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-54554ca9-7cb1-4909-bfff-45237fb565c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:27.116523 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-54554ca9-7cb1-4909-bfff-45237fb565c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875263
Apr 20 18:41:27.261315 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-32d684fd-252c-4b17-8c04-491372c11eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376612
Apr 20 18:41:27.413187 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1555014c-3df7-41ea-8890-dcc1f5f82b41 req-918083dc-6099-46c4-84ec-903d9dea3c8f service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416748
Apr 20 18:41:27.621349 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-eec6df59-bc5c-4917-9b88-e4b71d6fc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:27.621349 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-eec6df59-bc5c-4917-9b88-e4b71d6fc413 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1097 time: 0.0872540
Apr 20 18:41:27.775424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-b748feb8-216e-4376-b916-a48e4cda7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:27.777592 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-b748feb8-216e-4376-b916-a48e4cda7dec service neutron] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 910 time: 0.1493528
Apr 20 18:41:27.860433 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-a5654adf-2955-418f-b8be-ad608e9bdbad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 217 time: 0.0738137
Apr 20 18:41:27.937448 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-d1b0a2e6-4a5a-4144-a9c6-e8a2b37eff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:27.939326 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-d1b0a2e6-4a5a-4144-a9c6-e8a2b37eff66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.0710030
Apr 20 18:41:28.027717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-2857c667-cc2c-4785-9ea2-5d38c5d5e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:28.029515 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-2857c667-cc2c-4785-9ea2-5d38c5d5e435 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839663
Apr 20 18:41:28.176625 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd271e8-396c-4a96-947a-826d9ef5cca8 req-56c401d2-d497-4802-ad27-c673a3d85932 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:28.178369 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dcd271e8-396c-4a96-947a-826d9ef5cca8 req-56c401d2-d497-4802-ad27-c673a3d85932 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.3078351
Apr 20 18:41:28.216964 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-93b7b3f6-5b6f-475d-b21a-56c6ee123e5f service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711965
Apr 20 18:41:28.283595 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dcd271e8-396c-4a96-947a-826d9ef5cca8 req-33094a52-b490-47c7-82fc-4a7b9e586972 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975966
Apr 20 18:41:28.315514 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-30746229-bc8a-47cb-9951-ed83c1a1785d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0951414
Apr 20 18:41:28.371257 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f7a96d98-5acc-40c5-b37c-1d778070e554 req-11680d36-c98d-4af4-946a-6aebc9a72297 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452363
Apr 20 18:41:28.503380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-e40feb2a-3fb1-4b25-990e-c0c499ad0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:28.504971 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-e40feb2a-3fb1-4b25-990e-c0c499ad0a77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1099 time: 0.0880444
Apr 20 18:41:28.667079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-8c37451a-c4ed-450b-bbf5-e231e9145f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:28.668901 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-8c37451a-c4ed-450b-bbf5-e231e9145f97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.1439459
Apr 20 18:41:28.782085 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-cd6015db-9149-4cd4-a327-f3d16a6e5740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 1002 time: 0.1060746
Apr 20 18:41:28.851860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-0d41dda2-0c6d-4772-a98f-3c45d1db318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:28.853453 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-0d41dda2-0c6d-4772-a98f-3c45d1db318f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0653052
Apr 20 18:41:28.940591 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-4493ac69-6394-4891-9a58-ecee7d241844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:28.941817 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-4493ac69-6394-4891-9a58-ecee7d241844 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818987
Apr 20 18:41:29.092312 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-388ffe64-158c-4eaf-86fa-957371115ec0 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434851
Apr 20 18:41:29.242235 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6146ee89-8d12-4e59-8bf6-c1b5e049bc54 req-f064c653-c269-499e-a57c-43731a451d88 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432998
Apr 20 18:41:29.564713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54dc17-f914-4d24-b59c-982e6ede0e66 req-f2f46e11-1809-49bd-8fa0-da39195bc409 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:29.566442 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad54dc17-f914-4d24-b59c-982e6ede0e66 req-f2f46e11-1809-49bd-8fa0-da39195bc409 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.1600897
Apr 20 18:41:29.616778 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad54dc17-f914-4d24-b59c-982e6ede0e66 req-ffc762a2-d78d-4b79-ba23-b55455726a8d tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439889
Apr 20 18:41:30.828109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ed4d-74c4-490a-98d0-7756d5b32dc4 req-bc172507-a7c5-4c76-8fe2-184481ce6c75 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:30.829812 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b897ed4d-74c4-490a-98d0-7756d5b32dc4 req-bc172507-a7c5-4c76-8fe2-184481ce6c75 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0978317
Apr 20 18:41:30.881865 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b897ed4d-74c4-490a-98d0-7756d5b32dc4 req-02fb4b3b-dd8a-45dc-9b89-be75c073c0d3 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457411
Apr 20 18:41:32.094435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614da65-1b27-42ae-9c21-cbb5893805d8 req-a6e742e0-7420-4d20-82d9-2cb14ad24536 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:32.096057 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a614da65-1b27-42ae-9c21-cbb5893805d8 req-a6e742e0-7420-4d20-82d9-2cb14ad24536 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0971601
Apr 20 18:41:32.149374 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-a614da65-1b27-42ae-9c21-cbb5893805d8 req-03dbeb54-b705-49fd-9dc4-83f17548b14f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457084
Apr 20 18:41:33.366064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507fa3-0ab2-42b4-9db6-0b77d3faf85c req-44a5a368-0834-4f5d-87c6-0033166b866c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:33.367684 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-76507fa3-0ab2-42b4-9db6-0b77d3faf85c req-44a5a368-0834-4f5d-87c6-0033166b866c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0984783
Apr 20 18:41:33.427329 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-76507fa3-0ab2-42b4-9db6-0b77d3faf85c req-96b937d3-64f4-44e6-9d33-15ff49acda16 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521784
Apr 20 18:41:33.512970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 54262) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:33.643113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.658917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:33.663007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8262a6f0ac4f6786bf55f8c7aa9412 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:33.665991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:33.672203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:33.760799 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.764548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.774095 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-def02dc8-0fa3-4c6b-9247-74a5746d16a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:33.822566 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f8262a6f0ac4f6786bf55f8c7aa9412&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3083532
Apr 20 18:41:33.824926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8acb45f-97ea-4374-a648-d287b2d03950,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:33.826839 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54268) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:33.828337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-eb0da226-6b2c-4b93-95d7-9b301c1c62e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:33.890335 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.916876 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.961247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.966282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fb2200c8-1e13-4883-8551-7ca66ffd0839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:33.980678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8acb45f-97ea-4374-a648-d287b2d03950,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:33.983777 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:33.984766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.986010 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-79a3c155-4742-4de7-a03c-d7fe675eca6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8acb45f-97ea-4374-a648-d287b2d03950 HTTP/1.1" status: 204  len: 168 time: 0.1580880
Apr 20 18:41:34.276454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 54276) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:34.297101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.312471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:34.316568 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5439b8001f4e86a77ab487d21232ef is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:34.319561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:34.325766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:34.411693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.414861 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.424790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-bb383543-64cc-4fdd-8ad1-d2bbb943c3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:34.463758 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f5439b8001f4e86a77ab487d21232ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1855013
Apr 20 18:41:34.467140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54282) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:34.472272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e5b0d5-93d4-44dd-b52d-a92bbefbd3d5,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:34.475919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5101f9ff-c971-4b88-be46-da7d28a8c224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:34.536282 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.610938 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.683468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277e45-3b53-40b4-8bd2-c67b69bd1fd9 req-1d9201e5-413b-4b62-854e-f3680ea2a0e1 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:34.685058 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b9277e45-3b53-40b4-8bd2-c67b69bd1fd9 req-1d9201e5-413b-4b62-854e-f3680ea2a0e1 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.1356645
Apr 20 18:41:34.689788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.695086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5bf4c85d-e777-4fbf-a14e-a32dee442549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:34.727533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e5b0d5-93d4-44dd-b52d-a92bbefbd3d5,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:34.730012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:34.737216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.738470 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-07d21670-f1c4-4bb9-afe7-a032600c51a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54e5b0d5-93d4-44dd-b52d-a92bbefbd3d5 HTTP/1.1" status: 204  len: 168 time: 0.2702551
Apr 20 18:41:34.764468 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b9277e45-3b53-40b4-8bd2-c67b69bd1fd9 req-1fe2890a-d4c4-4cfe-a2d1-85690a7f7b6f tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703712
Apr 20 18:41:35.208575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:41:35.358266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:35.372656 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'port_id': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'mac_address': 'fa:16:3e:e6:d3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:41:35.456011 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:35.477197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518fd836-456c-4e9f-84fc-ed8258cb8385 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:35.494946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:35.498050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:35.499920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:35.576080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:35.579921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:35.801256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['518fd836-456c-4e9f-84fc-ed8258cb8385'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:41:35.990641 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a1b86-08b4-40ea-bb80-64d9c55910bf req-5178845d-9696-4584-b1a6-0a7183a947c2 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:35.992438 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf7a1b86-08b4-40ea-bb80-64d9c55910bf req-5178845d-9696-4584-b1a6-0a7183a947c2 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 945 time: 0.1105535
Apr 20 18:41:36.046492 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cf7a1b86-08b4-40ea-bb80-64d9c55910bf req-a9f8f37f-cc04-4b93-8815-82746e124ae3 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461097
Apr 20 18:41:37.206180 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:37.267688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec0717-830d-4f47-98c1-4cdca57cb8c8 req-1e980745-b81b-46b0-a786-78a149c92c37 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:37.268804 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48ec0717-830d-4f47-98c1-4cdca57cb8c8 req-1e980745-b81b-46b0-a786-78a149c92c37 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 945 time: 0.0939059
Apr 20 18:41:37.324811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 518fd836-456c-4e9f-84fc-ed8258cb8385 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:37.331044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 518fd836-456c-4e9f-84fc-ed8258cb8385 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:37.331236 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-48ec0717-830d-4f47-98c1-4cdca57cb8c8 req-277094c4-144b-42d8-b2b0-d7cce660e06d tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545890
Apr 20 18:41:37.331968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:37.662985 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:37.710287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:37.733804 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:37.737915 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:37.742222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d9a05189-645c-408c-9409-fb47c39ecb86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:37.786156 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'code': 200}
Apr 20 18:41:37.822860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:37.827760 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:38.546346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21970f-ef36-4196-b450-3f525ea49127 req-13cfd05c-f766-4a88-b328-0168371f1e98 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:38.548004 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d21970f-ef36-4196-b450-3f525ea49127 req-13cfd05c-f766-4a88-b328-0168371f1e98 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0953987
Apr 20 18:41:38.599003 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d21970f-ef36-4196-b450-3f525ea49127 req-cbee6424-a2d5-43be-8248-416715424a98 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446041
Apr 20 18:41:39.783376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9b8b9-6a9e-4dbf-bad8-30327f4c5138 req-3cd38662-db55-464b-aa6b-37436915191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:39.786152 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fce9b8b9-6a9e-4dbf-bad8-30327f4c5138 req-3cd38662-db55-464b-aa6b-37436915191d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1099 time: 0.1092310
Apr 20 18:41:39.838126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f957a55-c985-4afc-b888-27fc206d8015 req-172541b7-921c-42cf-9783-d99c2f577a29 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:39.839806 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f957a55-c985-4afc-b888-27fc206d8015 req-172541b7-921c-42cf-9783-d99c2f577a29 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0932498
Apr 20 18:41:39.890821 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f957a55-c985-4afc-b888-27fc206d8015 req-48ab4352-ff16-4102-a5b2-b4b629d2a74b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444319
Apr 20 18:41:40.647664 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fce9b8b9-6a9e-4dbf-bad8-30327f4c5138 req-9b22e475-bd5b-40b0-8347-e51ce100610c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389287
Apr 20 18:41:41.118313 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2836b7-7842-4818-89d1-507c1d06dbe2 req-ffbe1bb3-a112-4fd1-86ad-21aaa0086643 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:41.119975 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8a2836b7-7842-4818-89d1-507c1d06dbe2 req-ffbe1bb3-a112-4fd1-86ad-21aaa0086643 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0974948
Apr 20 18:41:41.214048 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8a2836b7-7842-4818-89d1-507c1d06dbe2 req-78416afd-eb48-4377-b446-3ab7a1cca1e2 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801241
Apr 20 18:41:42.429463 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b774fc6-3e15-4629-a6a0-85ca39cd765b req-5865ca99-ae9c-467b-821f-5912d7b599da tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.431145 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5b774fc6-3e15-4629-a6a0-85ca39cd765b req-5865ca99-ae9c-467b-821f-5912d7b599da tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0977690
Apr 20 18:41:42.483741 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-5b774fc6-3e15-4629-a6a0-85ca39cd765b req-5d320a9f-ca63-4a6a-ba53-f912aa2193b1 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455081
Apr 20 18:41:42.702403 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079670-79ef-4606-9275-aad085e60321 req-0d0afeb1-5f4e-4581-84f8-2b6d7c587174 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:42.704092 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca079670-79ef-4606-9275-aad085e60321 req-0d0afeb1-5f4e-4581-84f8-2b6d7c587174 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.1015892
Apr 20 18:41:42.763016 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca079670-79ef-4606-9275-aad085e60321 req-f9f34791-a7bf-4dd0-aa55-618e6c3f5a2b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481353
Apr 20 18:41:42.791572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54374) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:43.059502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6271f-2dfd-43c2-929e-b1b0ad7243e8 tempest-TestShelveInstance-453789518 tempest-TestShelveInstance-453789518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:43.061436 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e1b6271f-2dfd-43c2-929e-b1b0ad7243e8 tempest-TestShelveInstance-453789518 tempest-TestShelveInstance-453789518-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1094 time: 0.2685115
Apr 20 18:41:43.064809 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 54384) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:43.070815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'port_id': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:43.077916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:43.082274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Usage tracker for resource:floatingip and tenant:2b983d94220b40aead19fa67590f0415 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:43.085372 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:43.092991 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:43.104000 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:43.259838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:43.420033 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Allocated IP 172.27.3.57 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/fee69b81-cebf-4ae6-b2ac-e5932620ab55) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:43.586772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:43.619477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:43.624627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e76cf026-415f-42e3-a3e5-ae5810ae42a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:43.689868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:43.693361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Resources bound (agent type, host, resource id):  {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:43.697425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:43.739874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'Port': ['ID=fee69b81-cebf-4ae6-b2ac-e5932620ab55,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:43.744410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:44.150931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.230245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.612775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54396) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:44.726111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.730510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-68713472217'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.735488 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:44.742637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.758518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:44.762981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Usage tracker for resource:security_group_rule and tenant:ce19709496c2410b83a1c28258190d64 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:44.766064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:44.772124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:44.855738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event updated for resources: {'Port': ['ID=fee69b81-cebf-4ae6-b2ac-e5932620ab55,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:44.861244 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.863388 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:44.863616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.865043 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:44.874060 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0a50bb8f-3e17-4275-9968-ccaafe4ee3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:44.922657 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce19709496c2410b83a1c28258190d64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3085926
Apr 20 18:41:44.924501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d62b758-6d7f-4ae5-9888-4f3f8f6b20b0,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:44.928250 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54402) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:44.945325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.945864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.946253 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.946633 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.947040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.947455 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.947864 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.948315 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.948720 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.949127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.949733 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.950140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:44.955785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-1e7a2928-1d62-4af4-a162-5ffbc39f3508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:45.007978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:45.038659 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:45.051051 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Floating IP fc092ea4-7a5c-422a-ac87-98389bce1215 associated. External IP: 172.27.3.57, port: 518fd836-456c-4e9f-84fc-ed8258cb8385.
Apr 20 18:41:45.087055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:45.093678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6184dc62-20fe-48fe-84e3-d2e38ceaed26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:45.106062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d62b758-6d7f-4ae5-9888-4f3f8f6b20b0,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:45.112221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:45.113566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:45.114798 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d62b758-6d7f-4ae5-9888-4f3f8f6b20b0 HTTP/1.1" status: 204  len: 168 time: 0.1854794
Apr 20 18:41:45.461769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Router c6b57dfb-5db7-42d2-a2a4-a178df729352 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:45.661300 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:45.672872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] Sync routers for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:45.685808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:45.686513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffaa68278>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:45.699554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:45.766452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7003613
Apr 20 18:41:45.767213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:45.819192 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'status': 'completed', 'code': 200}
Apr 20 18:41:45.898030 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:45.957750 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-de4c7e8b-6b95-432e-8080-5bdd32a284a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:45.959425 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-de4c7e8b-6b95-432e-8080-5bdd32a284a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1099 time: 0.0946050
Apr 20 18:41:46.114960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-49c02c78-fae0-41e4-bfb5-4dceea5f4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:46.116834 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-49c02c78-fae0-41e4-bfb5-4dceea5f4343 service neutron] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 910 time: 0.1509330
Apr 20 18:41:46.234198 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-2af963b6-f841-4173-a2e1-d2c91cad26e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 999 time: 0.1112072
Apr 20 18:41:46.359646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-e65f196a-634b-4493-a87a-7a6f5307a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:46.362486 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-e65f196a-634b-4493-a87a-7a6f5307a1ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.1204054
Apr 20 18:41:46.367015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-fef78247-db8d-43c8-aea4-bd68ec9c9b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:46.371680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffaa68278>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'fc092ea4-7a5c-422a-ac87-98389bce1215', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'port_id': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'mac_address': 'fa:16:3e:e6:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:44Z', 'updated_at': '2021-04-20T18:41:44Z', 'revision_number': 0, 'project_id': '2b983d94220b40aead19fa67590f0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:46.394542 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] Checking router: c6b57dfb-5db7-42d2-a2a4-a178df729352 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:46.405509 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:46.406569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffaa68278>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:46.467922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-5f5398b2-a65e-4780-ab8e-d49e57155091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:46.469662 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-5f5398b2-a65e-4780-ab8e-d49e57155091 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985394
Apr 20 18:41:46.630059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:46.875792 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-2eeba305-1f84-40a7-aaf9-8e6e585c57cb service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3990526
Apr 20 18:41:47.017237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffaa68278>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'fc092ea4-7a5c-422a-ac87-98389bce1215', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'port_id': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'mac_address': 'fa:16:3e:e6:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:44Z', 'updated_at': '2021-04-20T18:41:44Z', 'revision_number': 0, 'project_id': '2b983d94220b40aead19fa67590f0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:47.021862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9feec9-e892-43b0-99ba-52d959745f70 None None] The sync data for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi is: [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': 'fc092ea4-7a5c-422a-ac87-98389bce1215', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'port_id': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'mac_address': 'fa:16:3e:e6:d3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:44Z', 'updated_at': '2021-04-20T18:41:44Z', 'revision_number': 0, 'project_id': '2b983d94220b40aead19fa67590f0415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:47.023772 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f56881cb-a934-4d3e-be26-c9ee5ccdec51 req-a7ece1fc-c95b-45d7-9865-25d187d33e9c service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406527
Apr 20 18:41:47.298132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7b61-499e-40da-a8a9-7547f444faea None None] New status for floating IP fc092ea4-7a5c-422a-ac87-98389bce1215: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:41:47.869803 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-f38bde3c-b8e4-46b2-a3db-829ac2714027 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ec9b3594d84d4ad68aa22705d6f5971d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341806
Apr 20 18:41:48.044068 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-4a90647f-02ec-4ca8-9706-3e5db406a153 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:48.045680 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-4a90647f-02ec-4ca8-9706-3e5db406a153 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1690836
Apr 20 18:41:48.062485 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-b909bb7e-4bcd-49d0-86a5-5b561d3e4b3e tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/quotas/ec9b3594d84d4ad68aa22705d6f5971d HTTP/1.1" status: 200  len: 375 time: 0.0105443
Apr 20 18:41:48.117129 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-b1fa9636-e9f5-49a2-a194-d182c5f7d140 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec9b3594d84d4ad68aa22705d6f5971d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490012
Apr 20 18:41:48.316299 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d2a86fab-491d-49a5-afcd-b09c1b64faa5 req-e3dd541b-98eb-4f02-94ba-945974347f90 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 210 time: 0.0500035
Apr 20 18:41:49.337377 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-2297790e-98bb-4ef8-b1a2-8ffb71c409f9 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ec9b3594d84d4ad68aa22705d6f5971d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318253
Apr 20 18:41:49.518747 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3c08a9ef-d99c-4d09-86e8-fb0bd81e7fea req-0cf6f0dc-1cf9-45d7-a7ae-d98cb924d332 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 210 time: 0.0605259
Apr 20 18:41:49.569705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-57957353-ca68-42be-9aa1-f6cf34229c9a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:49.571322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-57957353-ca68-42be-9aa1-f6cf34229c9a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2288487
Apr 20 18:41:49.596508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Request body: {'port': {'device_id': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65', 'admin_state_up': True, 'tenant_id': 'ec9b3594d84d4ad68aa22705d6f5971d'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:49.742089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:49.746563 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Usage tracker for resource:port and tenant:ec9b3594d84d4ad68aa22705d6f5971d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:49.749580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:49.755669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:49.765132 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Made reservation on behalf of ec9b3594d84d4ad68aa22705d6f5971d for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:41:49.771254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:49.785847 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks [] for security_group, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:49.800697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:49.803055 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:41:49.807173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Usage tracker for resource:security_group_rule and tenant:ec9b3594d84d4ad68aa22705d6f5971d is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:41:49.810305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:41:49.816690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:41:49.906229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks [] for security_group, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:49.908931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:49.913468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f88cb32b-81c0-4587-9092-6d44c5039f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:49.996376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486e822e-50a6-4518-a250-cfa422105baf,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:50.002146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:50.028624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-be29379e-88b6-4f9c-86cc-91be20b03d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.098860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Allocated IP 192.168.233.131 (5ccc0775-5e3a-44d2-8af0-b00f6a0bff65/5387d68c-80c5-4869-a23b-7333fb47ce6b/8d3ed48b-b6f1-48be-9b1a-2d1305f9d840) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:41:50.314109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.331051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Transition to ACTIVE for port object 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:50.355235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.361808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4b2e52e7-975e-478b-9c93-d4cf7f2d09a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:50.438873 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:41:50.442972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:41:50.447406 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:41:50.492059 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Pushing event updated for resources: {'Port': ['ID=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:50.497998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:50.525540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:50.526348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.555815 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9636724
Apr 20 18:41:50.574006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-8ee88b1a-1351-47a5-b712-c2676b93588f tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:41:50.575099 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-8ee88b1a-1351-47a5-b712-c2676b93588f tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062757
Apr 20 18:41:50.584690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.589483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Request body: {'port': {'device_id': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:41:50.642284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-22533ddc-a172-4c61-b1c0-240b407e3321 None None] Provisioning for port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:50.647842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-22533ddc-a172-4c61-b1c0-240b407e3321 None None] Provisioning complete for port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:50.648270 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-22533ddc-a172-4c61-b1c0-240b407e3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.717990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-22533ddc-a172-4c61-b1c0-240b407e3321 None None] Port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:41:50.725675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:50.733468 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1652b-5697-4037-90eb-0eba252d4ec7 req-ccf0eeed-d7ae-47eb-a877-b9838fb7558c tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:50.735098 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-28a1652b-5697-4037-90eb-0eba252d4ec7 req-ccf0eeed-d7ae-47eb-a877-b9838fb7558c tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 936 time: 0.0950701
Apr 20 18:41:50.786818 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-28a1652b-5697-4037-90eb-0eba252d4ec7 req-d8654529-10c6-4c10-8368-4fcd1b9b2528 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447769
Apr 20 18:41:51.103182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:51.111517 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.127015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Transition to ACTIVE for port object 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:41:51.129683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.134466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e286256a-bdd6-49c0-a40e-c3de7a3e5c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:51.311748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Pushing event updated for resources: {'Port': ['ID=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:51.320111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:51.394955 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Attempting to bind port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:41:51.395496 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Attempting to bind port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:41:51.395671 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Attempting to bind port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 on network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:51.400827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 on network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:41:51.401763 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Attempting to bind port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 on network 5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:41:51.408502 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:41:51.408884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Checking segment: {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:41:51.409320 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Bound using segment: {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:41:51.409848 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Bound port: 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bdb09d-e4f1-44a8-be10-c61a031dcbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:41:51.410241 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.517675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] For port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:41:51.521234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] For port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:41:51.524912 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.530361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-45bb76be-0a92-408e-9674-fe7467f9e4d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:51.593139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:51.594065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.595428 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] 10.222.0.44 "PUT /v2.0/ports/8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 HTTP/1.1" status: 200  len: 1098 time: 1.0121658
Apr 20 18:41:51.595997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'tag': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:51.621197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Pushing event updated for resources: {'Port': ['ID=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:51.624935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:51.653816 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'tag': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840', 'status': 'completed', 'code': 200}
Apr 20 18:41:51.659660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:51.759021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-e017833f-8d04-4b3c-85b9-6c1bdb489321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:51.761353 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-e017833f-8d04-4b3c-85b9-6c1bdb489321 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec9b3594d84d4ad68aa22705d6f5971d&device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 1101 time: 0.0897543
Apr 20 18:41:51.846445 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-261421a2-85fd-4673-82b8-82d5977be173 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 HTTP/1.1" status: 200  len: 217 time: 0.0723641
Apr 20 18:41:51.922570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-3fcc3351-b175-4f94-88b2-126f8f87503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:51.924204 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-3fcc3351-b175-4f94-88b2-126f8f87503b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5387d68c-80c5-4869-a23b-7333fb47ce6b HTTP/1.1" status: 200  len: 843 time: 0.0719111
Apr 20 18:41:52.011547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819c633-41a3-4ba4-9444-618bc9d6c84b req-869f0475-634f-47f1-8cdf-cb846eaf0616 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:52.013189 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4819c633-41a3-4ba4-9444-618bc9d6c84b req-869f0475-634f-47f1-8cdf-cb846eaf0616 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 948 time: 0.1001775
Apr 20 18:41:52.013601 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-60b5a265-6486-44ff-bdcd-0397ac7b372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:52.015217 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-60b5a265-6486-44ff-bdcd-0397ac7b372d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ccc0775-5e3a-44d2-8af0-b00f6a0bff65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0811417
Apr 20 18:41:52.066102 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4819c633-41a3-4ba4-9444-618bc9d6c84b req-29adbf0a-e354-409b-8e11-6f01e248c936 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463657
Apr 20 18:41:52.161736 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-3b793569-3dcc-471c-ae68-663b9c203c81 service neutron] 10.222.0.44 "GET /v2.0/networks/5ccc0775-5e3a-44d2-8af0-b00f6a0bff65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382842
Apr 20 18:41:52.324251 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3f5a2b7a-fff2-477a-bab5-5f6b1586d4f7 req-c68020fb-85d0-4ff7-8b80-b1a308cf7d59 service neutron] 10.222.0.44 "GET /v2.0/networks/5ccc0775-5e3a-44d2-8af0-b00f6a0bff65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463733
Apr 20 18:41:52.434371 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:52.499392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419628d1-e7ee-4287-995a-e1e111421b02 req-c498231f-2bae-4b62-81c1-fbbd95f7bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:52.501025 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-c498231f-2bae-4b62-81c1-fbbd95f7bc61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec9b3594d84d4ad68aa22705d6f5971d&device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 1101 time: 0.0848758
Apr 20 18:41:52.648952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419628d1-e7ee-4287-995a-e1e111421b02 req-1735702f-6a9b-4577-88fb-7ca46dd97dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:52.650496 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-1735702f-6a9b-4577-88fb-7ca46dd97dc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ccc0775-5e3a-44d2-8af0-b00f6a0bff65 HTTP/1.1" status: 200  len: 870 time: 0.1423054
Apr 20 18:41:52.728262 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-92e928d5-8b71-4ee5-8bb8-a58e3480e155 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 HTTP/1.1" status: 200  len: 217 time: 0.0707188
Apr 20 18:41:52.802772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419628d1-e7ee-4287-995a-e1e111421b02 req-b6c28bc6-21f0-4964-9f3b-ade06d44b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:52.804365 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-b6c28bc6-21f0-4964-9f3b-ade06d44b063 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5387d68c-80c5-4869-a23b-7333fb47ce6b HTTP/1.1" status: 200  len: 843 time: 0.0662136
Apr 20 18:41:52.902325 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419628d1-e7ee-4287-995a-e1e111421b02 req-78bfb6b3-c371-4fab-b3c3-440fd8e5eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:52.904455 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-78bfb6b3-c371-4fab-b3c3-440fd8e5eafb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ccc0775-5e3a-44d2-8af0-b00f6a0bff65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0918489
Apr 20 18:41:53.066311 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-77d91ab1-4f95-4171-b21a-ad22e4de749a service neutron] 10.222.0.44 "GET /v2.0/networks/5ccc0775-5e3a-44d2-8af0-b00f6a0bff65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529067
Apr 20 18:41:53.272525 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-419628d1-e7ee-4287-995a-e1e111421b02 req-cb1b9bb3-a603-4168-ab95-f09ddecb643c service neutron] 10.222.0.44 "GET /v2.0/networks/5ccc0775-5e3a-44d2-8af0-b00f6a0bff65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940808
Apr 20 18:41:53.302087 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910538-b901-4b35-805d-07b1b313b899 req-10d23f15-015c-41f2-9103-bb107ac6b559 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:53.302844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-9b910538-b901-4b35-805d-07b1b313b899 req-10d23f15-015c-41f2-9103-bb107ac6b559 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Synchronizing usage tracker for tenant:ec9b3594d84d4ad68aa22705d6f5971d on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:53.320096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-9b910538-b901-4b35-805d-07b1b313b899 req-10d23f15-015c-41f2-9103-bb107ac6b559 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Unset dirty status for tenant:ec9b3594d84d4ad68aa22705d6f5971d on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:53.321448 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9b910538-b901-4b35-805d-07b1b313b899 req-10d23f15-015c-41f2-9103-bb107ac6b559 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 948 time: 0.1373405
Apr 20 18:41:53.371062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-9b910538-b901-4b35-805d-07b1b313b899 req-b635cfb6-de80-4f16-997e-8affabf9e409 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Synchronizing usage tracker for tenant:ec9b3594d84d4ad68aa22705d6f5971d on resource:security_group {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:41:53.387179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-9b910538-b901-4b35-805d-07b1b313b899 req-b635cfb6-de80-4f16-997e-8affabf9e409 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Unset dirty status for tenant:ec9b3594d84d4ad68aa22705d6f5971d on resource:security_group {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:41:53.388478 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9b910538-b901-4b35-805d-07b1b313b899 req-b635cfb6-de80-4f16-997e-8affabf9e409 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594118
Apr 20 18:41:54.601297 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b8611-8f45-4bac-a979-56ecae36849f req-03f2c808-f0d4-4557-8177-79f599cdf433 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:54.602925 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac3b8611-8f45-4bac-a979-56ecae36849f req-03f2c808-f0d4-4557-8177-79f599cdf433 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 948 time: 0.0939393
Apr 20 18:41:54.652142 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ac3b8611-8f45-4bac-a979-56ecae36849f req-7b88f571-9a9a-4af4-be72-d402b4c2a30e tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422232
Apr 20 18:41:55.265643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:41:55.414603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:55.433265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840', 'network_id': '5ccc0775-5e3a-44d2-8af0-b00f6a0bff65', 'port_id': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840', 'mac_address': 'fa:16:3e:e3:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5387d68c-80c5-4869-a23b-7333fb47ce6b', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:41:55.512471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:55.531212 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:41:55.547998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:55.551051 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:55.552946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:55.630952 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:55.639337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.639735 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.640125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.640506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.640886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.641265 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.641666 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.642044 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.642418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.642792 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.643163 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.643530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.647742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:55.865237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206ac93-3dfe-4ece-951d-038bd7bc5aaf req-c273d5b5-04d0-48c7-9e1b-3bf00aeb540d tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:55.866356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['8d3ed48b-b6f1-48be-9b1a-2d1305f9d840'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:41:55.866861 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4206ac93-3dfe-4ece-951d-038bd7bc5aaf req-c273d5b5-04d0-48c7-9e1b-3bf00aeb540d tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 949 time: 0.0979078
Apr 20 18:41:55.928251 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4206ac93-3dfe-4ece-951d-038bd7bc5aaf req-511e5918-b9cd-4ea0-af37-d60fac632f89 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482640
Apr 20 18:41:57.140173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824046-9e31-4076-972b-a1d86749d904 req-a79a1b50-b8fb-43cd-b56e-5540be47ee76 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:57.141916 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-50824046-9e31-4076-972b-a1d86749d904 req-a79a1b50-b8fb-43cd-b56e-5540be47ee76 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 949 time: 0.0929229
Apr 20 18:41:57.191344 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-50824046-9e31-4076-972b-a1d86749d904 req-add1091d-1b41-498b-bfb1-31f7f56032a9 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429680
Apr 20 18:41:57.267852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:41:57.344547 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:41:57.349618 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:41:57.350312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.481446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.512187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:41:57.523221 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:57.527088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.529126 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:57.564755 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840', 'code': 200}
Apr 20 18:41:57.607536 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:57.610886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:57.856331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9d3b4-daaa-4128-8883-8575672cdd85 req-366c5d76-a1df-4c6f-b094-b6244884ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:57.857992 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9fc9d3b4-daaa-4128-8883-8575672cdd85 req-366c5d76-a1df-4c6f-b094-b6244884ae8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 1103 time: 0.0840247
Apr 20 18:41:57.914466 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9fc9d3b4-daaa-4128-8883-8575672cdd85 req-4a38fdc2-ed4b-473d-8e4f-8c8efb63bd15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492690
Apr 20 18:41:57.942702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:58.411514 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284c68-1878-4681-89af-1595400ce24a req-4271fa7e-6b79-4eec-b261-61b5d128757e tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:58.413452 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f284c68-1878-4681-89af-1595400ce24a req-4271fa7e-6b79-4eec-b261-61b5d128757e tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 950 time: 0.1045382
Apr 20 18:41:58.470292 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8f284c68-1878-4681-89af-1595400ce24a req-6d0e33bc-03c4-49fd-a120-d986a2e2e7d1 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485089
Apr 20 18:41:59.687741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53b27a-b7fc-4cd8-9121-42d3637bafa9 req-87aeadc0-b207-48c6-a9b2-18adae63cda0 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:41:59.689439 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6e53b27a-b7fc-4cd8-9121-42d3637bafa9 req-87aeadc0-b207-48c6-a9b2-18adae63cda0 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 950 time: 0.0934110
Apr 20 18:41:59.741199 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6e53b27a-b7fc-4cd8-9121-42d3637bafa9 req-68330c7a-b79b-4500-9f3b-8b169c6f6d93 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451515
Apr 20 18:42:00.248361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2e09-b308-44d6-973b-5e8547b58b0b req-0ac06538-e09a-4289-809c-4990aa55ec03 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:00.250069 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-45bb2e09-b308-44d6-973b-5e8547b58b0b req-0ac06538-e09a-4289-809c-4990aa55ec03 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 950 time: 0.0968802
Apr 20 18:42:00.303628 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-45bb2e09-b308-44d6-973b-5e8547b58b0b req-fd6bf8d0-1ea0-4a0b-bb46-e66913b9af20 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470736
Apr 20 18:42:01.516751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1e95a-a9e7-4943-8d9f-40e0dc1db811 req-eec32a81-d974-4caa-b9ca-5be04e83ea74 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:01.518433 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b7f1e95a-a9e7-4943-8d9f-40e0dc1db811 req-eec32a81-d974-4caa-b9ca-5be04e83ea74 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 950 time: 0.0944307
Apr 20 18:42:01.572550 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b7f1e95a-a9e7-4943-8d9f-40e0dc1db811 req-0d47ad5a-8570-499a-89c1-86b2e127b906 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475206
Apr 20 18:42:01.935031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-7117b556-6511-405f-8e61-3278c2220f8f tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:01.936623 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-7117b556-6511-405f-8e61-3278c2220f8f tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.44 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 950 time: 0.0910892
Apr 20 18:42:02.266484 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Deleting port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:42:02.266883 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.542361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] For port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,segment=NetworkSegment(f4bdb09d-e4f1-44a8-be10-c61a031dcbcb),segment_id=f4bdb09d-e4f1-44a8-be10-c61a031dcbcb)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:42:02.542949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.680106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Calling delete_port for 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:42:02.887932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d745-924c-4151-9c19-ca41c570f678 req-5833e88c-0b1c-4d6b-8e88-ec173f5d2c3d tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:02.889622 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0b44d745-924c-4151-9c19-ca41c570f678 req-5833e88c-0b1c-4d6b-8e88-ec173f5d2c3d tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/ports?device_id=2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5 HTTP/1.1" status: 200  len: 950 time: 0.1782856
Apr 20 18:42:02.956356 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.963949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8a93bd35-43b2-4054-aed1-86f92f011b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:02.998101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['8d3ed48b-b6f1-48be-9b1a-2d1305f9d840'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:42:02.998601 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-0b44d745-924c-4151-9c19-ca41c570f678 req-50ba3e64-a646-4744-9981-e62d2bf9ddd6 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.25 "GET /v2.0/security-groups?id=486e822e-50a6-4518-a250-cfa422105baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005199
Apr 20 18:42:03.018764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Pushing event deleted for resources: {'Port': ['ID=8d3ed48b-b6f1-48be-9b1a-2d1305f9d840,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:03.050646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:03.108155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] No DVR routers for this DVR port 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:42:03.110899 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:03.113910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'name': 'network-vif-deleted', 'tag': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:42:03.131877 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9776b286-74ef-4b8f-9202-153499ee0d50 req-651b4ee3-50dd-48cc-abcd-26e84c767045 tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] 10.222.0.44 "DELETE /v2.0/ports/8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 HTTP/1.1" status: 204  len: 173 time: 1.1887102
Apr 20 18:42:03.171910 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afbd0f0-9b9d-4c3d-a0e5-e93c6f78c1f5', 'name': 'network-vif-deleted', 'tag': '8d3ed48b-b6f1-48be-9b1a-2d1305f9d840', 'status': 'completed', 'code': 200}
Apr 20 18:42:05.311365 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:42:05.353144 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:42:05.353570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 8d3ed48b-b6f1-48be-9b1a-2d1305f9d840 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:42:09.079021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54744) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:09.241690 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-473715d5-e0a0-460d-8d87-e1dac5526dc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec9b3594d84d4ad68aa22705d6f5971d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1612446
Apr 20 18:42:09.244210 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54750) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:09.311684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:09.338812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:09.384026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:09.389704 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ecbfaf49-239a-46ff-82da-80ac81c13cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:09.404461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486e822e-50a6-4518-a250-cfa422105baf,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:09.411261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:09.412102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:09.413869 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-5396d2a8-7a52-4936-8dd3-817386e1d89d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/486e822e-50a6-4518-a250-cfa422105baf HTTP/1.1" status: 204  len: 168 time: 0.1685562
Apr 20 18:42:16.340386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e85bae13-bba7-4064-ace3-3f680b3fb82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:19.802262 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:20.029828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-eb6e60f3-eee4-4223-9c7c-40b006a25d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:20.586607 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:21.652655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:22.456274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:27.571401 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-b42878d0-5ac1-465e-9804-bede0220c1b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0840576
Apr 20 18:42:27.736561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-31a5db4d-4c82-4751-bc23-f5a9eee96b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:27.738182 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-31a5db4d-4c82-4751-bc23-f5a9eee96b71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1099 time: 0.0793896
Apr 20 18:42:27.895685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-f5755a92-99e9-4150-8523-c378460a3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:27.897181 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-f5755a92-99e9-4150-8523-c378460a3b7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.1393328
Apr 20 18:42:28.007974 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-c6d03b4b-7051-428f-9e62-4a1a1e9d32ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 1002 time: 0.1044140
Apr 20 18:42:28.076343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-dafc5711-c242-4156-a240-40b426364c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:28.077938 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-dafc5711-c242-4156-a240-40b426364c78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0640974
Apr 20 18:42:28.162783 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-cef3c5ee-018c-4387-8f09-15ac8dbd21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:28.164282 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-cef3c5ee-018c-4387-8f09-15ac8dbd21bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796926
Apr 20 18:42:28.309010 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-53a7462b-f300-46a3-9d80-2219fc851f42 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373136
Apr 20 18:42:28.456492 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ff3b8277-f298-4ebc-bcb4-6f991079e9be req-a7907809-e2d5-4f05-a438-43d7aed84647 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418402
Apr 20 18:42:30.956336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 54894) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:31.081454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.098206 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:42:31.102540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Usage tracker for resource:security_group_rule and tenant:06916a8d483f410f8112d8088350ffc4 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:42:31.106263 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:42:31.112305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:42:31.201901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.204573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.213600 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-070f6016-d599-4ee9-bc94-a2158ce2a100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:31.256969 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06916a8d483f410f8112d8088350ffc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2994874
Apr 20 18:42:31.257984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cce07e-eed0-4225-8f5c-787cb8d54242,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:31.259920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 54900) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:31.266737 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.267182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.267608 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.268032 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.268453 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.268874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.269296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.269744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.270182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.270570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.270972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.271380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:31.275725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-13acd693-9fff-4912-aab9-89ff437aa141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:31.324119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.352308 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.405189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.410541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-75056936-3564-4472-9175-b691c146b0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:31.424258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cce07e-eed0-4225-8f5c-787cb8d54242,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:31.426881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:31.431199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.433984 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5cce07e-eed0-4225-8f5c-787cb8d54242 HTTP/1.1" status: 204  len: 168 time: 0.1720426
Apr 20 18:42:34.942293 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:42:46.342407 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-bff0e31f-7602-43e5-8733-2136a1b6fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:49.804895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:50.030351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f71b9ff8-5761-4bbd-99db-238f0ab78d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:50.589023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:51.657422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:52.471076 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:52.971143 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-c7317864-2e02-47da-8e68-ace57a3d0699 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408344531&fields=id&tenant_id=d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 267 time: 0.0446186
Apr 20 18:42:53.137213 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-d929821a-25a4-4d62-ae1b-ec9bba4e9c30 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:53.138833 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-d929821a-25a4-4d62-ae1b-ec9bba4e9c30 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 812 time: 0.1598196
Apr 20 18:42:53.155457 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-e494a819-1e33-4cc3-986e-4353ddc923c7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/quotas/d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 375 time: 0.0104127
Apr 20 18:42:53.256721 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-271d24fa-a713-46e7-ab9e-0b32cffb94de tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0956581
Apr 20 18:42:53.382765 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-55c92597-b729-4848-913a-659b9706913b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:42:53.383988 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-55c92597-b729-4848-913a-659b9706913b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1138117
Apr 20 18:42:53.534322 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-a929af48-d95f-4d14-90bc-f04612da631a service neutron] 10.222.0.25 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427183
Apr 20 18:42:53.685849 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-3e00fee7-0da7-45cd-a5c5-ff8255f43819 service neutron] 10.222.0.25 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451373
Apr 20 18:42:54.112838 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-461f61ce-fbae-417c-868c-ee2050f9a495 req-375cfb6a-39f0-4f11-9a29-63858278eb75 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 210 time: 0.0538659
Apr 20 18:42:55.281986 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e743ebd0-54be-426d-b04d-d593d2cabbad req-fdb804a4-844d-439d-ad9a-0c8a20e81f96 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 210 time: 0.0534327
Apr 20 18:42:55.449977 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-a7e3c8ef-c0d1-41cc-a936-d2e9af65d7bc tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:55.451592 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-a7e3c8ef-c0d1-41cc-a936-d2e9af65d7bc tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 812 time: 0.1634841
Apr 20 18:42:55.544621 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-aeae29de-ed84-4f8b-8dd5-6432ffc1c112 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d38b0824b83f40c9874ffbc291951949 HTTP/1.1" status: 200  len: 8061 time: 0.0786147
Apr 20 18:42:55.554319 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'port': {'device_id': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'admin_state_up': True, 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'security_groups': ['d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b']}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:42:55.704216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:42:55.714471 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:42:55.723081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Made reservation on behalf of d38b0824b83f40c9874ffbc291951949 for: {'port': 1} {{(pid=86390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:42:55.729470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:55.904114 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Allocated IP 172.20.0.11 (8bd2d403-a674-4166-b6a7-876b78a5d8d4/84fd3a25-fc39-4941-8324-c85600393bb1/0e297d74-b7d9-43d2-a251-44ab7bf579f8) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:42:56.109572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:56.126661 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Transition to ACTIVE for port object 0e297d74-b7d9-43d2-a251-44ab7bf579f8 will not be triggered until provisioned by entity DHCP. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:42:56.153187 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:56.159065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-399a23df-ed79-4507-8142-56964d91012b tempest-AttachVolumeTestJSON-1906493381 tempest-AttachVolumeTestJSON-1906493381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:56.233129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:42:56.237097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:42:56.241327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:42:56.286287 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=0e297d74-b7d9-43d2-a251-44ab7bf579f8,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:56.305491 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.307288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.307288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.307288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.307288 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.307707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.307862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.308369 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.308645 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.309040 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.309450 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.309847 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:42:56.316080 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:56.330539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:56.331252 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:56.362012 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-0d278f33-97f3-4d17-b4dd-f1afd07d4489 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8123412
Apr 20 18:42:56.455112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Request body: {'port': {'device_id': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:42:56.501264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0a735d9f-7815-4425-b91d-06590a2dd5da None None] Provisioning for port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 completed by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:42:56.506338 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-0a735d9f-7815-4425-b91d-06590a2dd5da None None] Provisioning complete for port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 triggered by entity DHCP. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:42:56.506758 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0a735d9f-7815-4425-b91d-06590a2dd5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:56.566953 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-0a735d9f-7815-4425-b91d-06590a2dd5da None None] Port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 cannot update to ACTIVE because it is not bound. {{(pid=86392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:42:56.646833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:56.674693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb06b2d-b5f4-4f76-977d-a56a0552fefa req-002373db-ce99-467e-b90b-a07b3869d987 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:56.675386 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-acb06b2d-b5f4-4f76-977d-a56a0552fefa req-002373db-ce99-467e-b90b-a07b3869d987 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:42:56.741474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-acb06b2d-b5f4-4f76-977d-a56a0552fefa req-002373db-ce99-467e-b90b-a07b3869d987 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:42:56.742753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-acb06b2d-b5f4-4f76-977d-a56a0552fefa req-002373db-ce99-467e-b90b-a07b3869d987 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 932 time: 0.2554271
Apr 20 18:42:56.859650 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-acb06b2d-b5f4-4f76-977d-a56a0552fefa req-d469e7b2-2fd6-4ec5-9e81-d8974f96d6e7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076107
Apr 20 18:42:57.074230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e297d74-b7d9-43d2-a251-44ab7bf579f8 {{(pid=86390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:42:57.082102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:57.097682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Transition to ACTIVE for port object 0e297d74-b7d9-43d2-a251-44ab7bf579f8 will not be triggered until provisioned by entity L2. {{(pid=86390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:42:57.100596 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:57.105927 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:57.531636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e297d74-b7d9-43d2-a251-44ab7bf579f8,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:57.540417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:57.613714 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Attempting to bind port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:42:57.614098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Attempting to bind port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:42:57.614470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Attempting to bind port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:42:57.619461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:42:57.619829 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Attempting to bind port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 on network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:42:57.626125 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Checking agent: {'id': '00d339a2-fa89-41f7-bf55-bafaf1124241', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'started_at': datetime.datetime(2021, 4, 20, 18, 29, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:42:57.626497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Checking segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:42:57.626922 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Bound using segment: {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'} {{(pid=86390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:42:57.627393 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Bound port: 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7249f47f-8a51-4808-a9df-17f2c3fa3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4'}}] {{(pid=86390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:42:57.627779 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:57.720624 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] For port 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host hv-cinder-78693, cleared binding levels {{(pid=86390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:42:57.723769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] For port 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:42:57.727161 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:57.732352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-033dca05-95aa-4197-83a0-af7fca571671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:57.796264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:57.796941 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:57.798470 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e297d74-b7d9-43d2-a251-44ab7bf579f8 HTTP/1.1" status: 200  len: 1094 time: 1.4232960
Apr 20 18:42:57.799017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:42:57.824323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e297d74-b7d9-43d2-a251-44ab7bf579f8,revision_number=3']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:57.827744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b48fff80-a2ce-419e-8563-3e0a85acfbc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:57.955179 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-5c5234bc-ad91-423d-b946-9e97417aa30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:57.957772 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-5c5234bc-ad91-423d-b946-9e97417aa30a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 1097 time: 0.0988376
Apr 20 18:42:58.035039 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'status': 'completed', 'code': 200}
Apr 20 18:42:58.079937 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-c15d3eab-95bb-4177-9d79-935b34dfd439 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8 HTTP/1.1" status: 200  len: 217 time: 0.1094525
Apr 20 18:42:58.173715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-f2aba0c5-7b93-42d7-bcd7-228623e2201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:58.175295 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-f2aba0c5-7b93-42d7-bcd7-228623e2201b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0886438
Apr 20 18:42:58.244459 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca491964-436e-4309-82c6-cc18a2827743 req-54cdbb38-35dc-45f9-a197-357fcd56ff5a tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:58.246333 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca491964-436e-4309-82c6-cc18a2827743 req-54cdbb38-35dc-45f9-a197-357fcd56ff5a tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.2103248
Apr 20 18:42:58.313541 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ca491964-436e-4309-82c6-cc18a2827743 req-3424c89c-d269-4604-8ef2-58a0348f1836 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590386
Apr 20 18:42:58.316610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-8948db45-3903-4aa4-9dc6-5031afacd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:58.318094 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-8948db45-3903-4aa4-9dc6-5031afacd819 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1341033
Apr 20 18:42:58.463558 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-8a569923-81db-47f0-8c0a-add8b54f8dbc service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390820
Apr 20 18:42:58.614133 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2fe6ca38-b8b8-47ce-8082-ab2191fc4c2f req-e444fe52-4196-43b0-822f-dfe08bc28dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436889
Apr 20 18:42:58.778812 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-8c4d5bdd-2e8e-421d-8534-57556ba48231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:58.780435 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-8c4d5bdd-2e8e-421d-8534-57556ba48231 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 1097 time: 0.0831861
Apr 20 18:42:58.924054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-fb24363e-b3aa-49be-859c-f5575d2d1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:58.925683 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-fb24363e-b3aa-49be-859c-f5575d2d1bb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.1381097
Apr 20 18:42:59.003802 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-3f72d319-68cb-4d5e-96dc-ab72671433d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8 HTTP/1.1" status: 200  len: 217 time: 0.0710387
Apr 20 18:42:59.073198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-060d2dfe-8d69-4356-bc25-e5262bc8dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:59.074853 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-060d2dfe-8d69-4356-bc25-e5262bc8dbfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0642552
Apr 20 18:42:59.160825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-f15dd201-2d5f-400f-b820-404a63d3d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:59.162535 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-f15dd201-2d5f-400f-b820-404a63d3d5db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780137
Apr 20 18:42:59.312497 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-ba39d296-f16e-48f0-8e3e-2f525acb9c1a service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379762
Apr 20 18:42:59.461089 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1d3c432c-fbc6-451e-b28d-b277407ed317 req-52cb01df-fd6a-4bda-86af-3a73715405ab service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415308
Apr 20 18:42:59.523220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c52f66-2b0e-46f0-9595-057ec5ce3e1d req-c5135696-6834-4192-b1a0-42dce0aa17eb tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:59.525159 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c5c52f66-2b0e-46f0-9595-057ec5ce3e1d req-c5135696-6834-4192-b1a0-42dce0aa17eb tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.0951111
Apr 20 18:42:59.575894 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c5c52f66-2b0e-46f0-9595-057ec5ce3e1d req-783b805f-c06c-4a30-b5b8-ae8cab24968d tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424025
Apr 20 18:43:00.786107 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6631d-bda2-47d4-a132-7a1b6dc428a9 req-5180d697-4ee7-492c-9445-bc8d3e220348 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:00.787743 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bee6631d-bda2-47d4-a132-7a1b6dc428a9 req-5180d697-4ee7-492c-9445-bc8d3e220348 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.0957673
Apr 20 18:43:00.836424 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bee6631d-bda2-47d4-a132-7a1b6dc428a9 req-46917046-0b5a-485c-8c39-fc6a05368760 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421703
Apr 20 18:43:02.041379 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f340-a33c-447b-975e-4c207cf2b6cf req-0b2261b3-63a8-4dbf-ad3a-a5bb0e231e2e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:02.043700 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4275f340-a33c-447b-975e-4c207cf2b6cf req-0b2261b3-63a8-4dbf-ad3a-a5bb0e231e2e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.0909436
Apr 20 18:43:02.093487 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4275f340-a33c-447b-975e-4c207cf2b6cf req-94738788-698a-4e31-97ef-0a3c2b477b03 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433259
Apr 20 18:43:03.296247 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102236c-61fb-41fb-9ba6-944846c7422e req-07fbc938-306a-4bf0-92b7-3642cd2208e8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:03.297909 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b102236c-61fb-41fb-9ba6-944846c7422e req-07fbc938-306a-4bf0-92b7-3642cd2208e8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.0921874
Apr 20 18:43:03.350083 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b102236c-61fb-41fb-9ba6-944846c7422e req-2788a0d5-c555-4f95-a73c-c631f8955eb7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458348
Apr 20 18:43:04.557085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318460d-f940-4020-a056-8b9763224b33 req-ddd49ab3-c1df-427c-841b-7cf73987256b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:04.558791 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e318460d-f940-4020-a056-8b9763224b33 req-ddd49ab3-c1df-427c-841b-7cf73987256b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.0951452
Apr 20 18:43:04.608078 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e318460d-f940-4020-a056-8b9763224b33 req-042380cc-ee91-466f-b2be-0974bb32906e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429678
Apr 20 18:43:05.704561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 0e297d74-b7d9-43d2-a251-44ab7bf579f8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:43:05.811454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d6589-1a0a-4322-a246-384e98d1a77a req-dcc511d5-d134-4860-a2ec-f6b44d091f49 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:05.813086 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-848d6589-1a0a-4322-a246-384e98d1a77a req-dcc511d5-d134-4860-a2ec-f6b44d091f49 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 944 time: 0.0913265
Apr 20 18:43:05.849078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:43:05.862761 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-848d6589-1a0a-4322-a246-384e98d1a77a req-2281d448-d6be-42e5-a0c0-598df5f44357 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428386
Apr 20 18:43:05.864205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'port_id': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'mac_address': 'fa:16:3e:13:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:43:05.924086 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:05.942480 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e297d74-b7d9-43d2-a251-44ab7bf579f8 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:43:05.958537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:43:05.961376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:05.963239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:43:06.037111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=0e297d74-b7d9-43d2-a251-44ab7bf579f8,revision_number=4']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:43:06.045627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.046024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.046413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.046793 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.047167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.047544 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.047919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.048291 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.048667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.049036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.049446 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.049803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:43:06.053943 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:43:06.258109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['0e297d74-b7d9-43d2-a251-44ab7bf579f8'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:43:07.062562 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ce2bc-d181-441e-834f-79c036cf377c req-b822ae95-27d4-4599-9ae4-0ed9a9230e8f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:07.064174 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-838ce2bc-d181-441e-834f-79c036cf377c req-b822ae95-27d4-4599-9ae4-0ed9a9230e8f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 945 time: 0.0884264
Apr 20 18:43:07.118707 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-838ce2bc-d181-441e-834f-79c036cf377c req-be0b6611-1dd5-4569-902b-6621aedd7e9a tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479755
Apr 20 18:43:07.730929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 0e297d74-b7d9-43d2-a251-44ab7bf579f8 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:43:07.801609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning for port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 completed by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:43:07.806554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:43:07.807009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:07.936018 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:07.964198 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:43:07.974905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:43:07.978233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:07.981680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f7295adf-87b7-4039-a16c-4fcff21d2093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:43:08.056710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=0e297d74-b7d9-43d2-a251-44ab7bf579f8,revision_number=5']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:43:08.060890 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:43:08.078336 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'code': 200}
Apr 20 18:43:08.466415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dae7e2-e20a-4c69-a968-eb0209fa450d req-aea4f4c5-20cb-466e-b6e6-8b2653ad98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:08.468076 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-82dae7e2-e20a-4c69-a968-eb0209fa450d req-aea4f4c5-20cb-466e-b6e6-8b2653ad98c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 1099 time: 0.0985200
Apr 20 18:43:08.522366 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-82dae7e2-e20a-4c69-a968-eb0209fa450d req-a42f96bd-70b3-4814-85c3-13fde2e8f3e9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470183
Apr 20 18:43:08.575225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd789d79-082d-4fb3-b6e7-c7478e67beca req-202b7d9f-345f-43e7-9417-326c00903009 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:08.577308 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fd789d79-082d-4fb3-b6e7-c7478e67beca req-202b7d9f-345f-43e7-9417-326c00903009 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 946 time: 0.3411994
Apr 20 18:43:08.634783 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fd789d79-082d-4fb3-b6e7-c7478e67beca req-e442f15e-2545-428f-a9a1-f5238e634423 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482395
Apr 20 18:43:09.843267 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9397-7d55-47df-9105-24138beb1251 req-1ecce595-ec1e-4d23-a08b-5ddac9fbf244 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:09.844954 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e60e9397-7d55-47df-9105-24138beb1251 req-1ecce595-ec1e-4d23-a08b-5ddac9fbf244 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 946 time: 0.0893977
Apr 20 18:43:09.893829 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e60e9397-7d55-47df-9105-24138beb1251 req-ef841070-8800-4c5c-b4c6-90d5669002df tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419531
Apr 20 18:43:10.093602 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81953ead-4bc9-4ea4-a0e5-cc93d03ba71d req-cc525e62-07f8-4ac2-ab4e-84e8f48cc4dd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:10.095218 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81953ead-4bc9-4ea4-a0e5-cc93d03ba71d req-cc525e62-07f8-4ac2-ab4e-84e8f48cc4dd tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 946 time: 0.0902166
Apr 20 18:43:10.144595 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-81953ead-4bc9-4ea4-a0e5-cc93d03ba71d req-3ad1db18-2b90-4e25-8943-a109536293d8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421247
Apr 20 18:43:10.170378 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55002) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:43:10.252481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3b08e-4246-4d50-b0ad-daf45fff9639 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:10.253176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c1f3b08e-4246-4d50-b0ad-daf45fff9639 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] Synchronizing usage tracker for tenant:536cc3c3f27e42d4af74ea1e7b4f7130 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:43:10.269400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-c1f3b08e-4246-4d50-b0ad-daf45fff9639 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] Unset dirty status for tenant:536cc3c3f27e42d4af74ea1e7b4f7130 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:43:10.270741 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c1f3b08e-4246-4d50-b0ad-daf45fff9639 tempest-TestVolumeBootPattern-1483808925 tempest-TestVolumeBootPattern-1483808925-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 1094 time: 0.0992856
Apr 20 18:43:10.273708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55006) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:43:10.279956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.v2.base [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Request body: {'floatingip': {'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'port_id': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:43:10.286295 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:43:10.290305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Usage tracker for resource:floatingip and tenant:d38b0824b83f40c9874ffbc291951949 is out of sync, need to count used quota {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:43:10.293353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:43:10.299622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.quota.driver [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:43:10.309113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:10.454331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:10.603717 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_common [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Allocated IP 172.27.3.139 (1cfdbf52-be25-4f81-8947-8d333b579982/6e350d83-f1a7-4e75-871d-2f3db824ab42/02f3c05c-611a-4091-b65a-3795083c9d87) {{(pid=86390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:43:10.757766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:10.787828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761734529241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:10.792627 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a8366db9-7bf1-4ced-88cd-a8f2f22e326c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:43:10.856836 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Network 1cfdbf52-be25-4f81-8947-8d333b579982 is already hosted by enough agents. {{(pid=86390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:43:10.860447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Resources bound (agent type, host, resource id):  {{(pid=86390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:43:10.864649 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Received port after_create {{(pid=86390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:43:10.904693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=02f3c05c-611a-4091-b65a-3795083c9d87,revision_number=1']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:43:10.909285 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:43:11.296805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:11.373766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:11.596807 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for port, precommit_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:11.600498 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223371968141539476'] for port, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:11.605767 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c2019253-1680-460d-957b-3f3b869fa35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:43:11.722223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event updated for resources: {'Port': ['ID=02f3c05c-611a-4091-b65a-3795083c9d87,revision_number=2']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:43:11.727124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:43:11.734404 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854056270'] for floatingip, after_update {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:11.917606 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Floating IP 4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5 associated. External IP: 172.27.3.139, port: 0e297d74-b7d9-43d2-a251-44ab7bf579f8.
Apr 20 18:43:11.943492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:43:12.535957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:43:12.728709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:43:12.738561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:43:12.749311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:43:12.750025 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffabe17b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:42:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:43:12.754139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:12.819741 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-b5f9ec06-7658-4ab3-928d-c637990befe8 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5449078
Apr 20 18:43:12.820434 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:43:12.874921 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'status': 'completed', 'code': 200}
Apr 20 18:43:12.945341 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:43:13.007558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-aec222ea-dbab-4b6c-9cd1-f3eb6c0c5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:13.009230 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-aec222ea-dbab-4b6c-9cd1-f3eb6c0c5ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 1099 time: 0.0813713
Apr 20 18:43:13.154725 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-003c0b5e-96b5-4459-89cb-a830ddb35a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:13.156332 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-003c0b5e-96b5-4459-89cb-a830ddb35a27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.1405938
Apr 20 18:43:13.271489 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-5f0fcf10-291f-4c34-b1cf-3e8345c4f6bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8 HTTP/1.1" status: 200  len: 1000 time: 0.1084428
Apr 20 18:43:13.320868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffabe17b8>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 1, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}, {'id': '4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:13:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:43:11Z', 'updated_at': '2021-04-20T18:43:11Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:43:13.325193 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:43:13.334220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:43:13.334872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffabe17b8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:42:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:43:13.342323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-f260864f-0a36-48cd-8740-de40fcc3b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:13.343914 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-f260864f-0a36-48cd-8740-de40fcc3b42d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0664713
Apr 20 18:43:13.433640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-8c183e92-3af6-44e8-af23-f8435d3786fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:13.435291 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-8c183e92-3af6-44e8-af23-f8435d3786fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849552
Apr 20 18:43:13.534054 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:43:13.581480 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-9a120d18-c34c-4403-8e84-dc57a214aa57 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387763
Apr 20 18:43:13.731188 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e4639a31-77a7-42d5-a5ac-c76c7d66ccd1 req-6f18b61e-6c03-4b28-8d55-56833487280d service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429484
Apr 20 18:43:13.915001 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffabe17b8>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 1, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}, {'id': '4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:13:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:43:11Z', 'updated_at': '2021-04-20T18:43:11Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:43:13.919766 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b2c62-c1ce-4f43-b3e7-ccc019f1eb73 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 1, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}, {'id': '4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:13:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:43:11Z', 'updated_at': '2021-04-20T18:43:11Z', 'revision_number': 0, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:43:14.192200 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b64416-f679-4096-ae36-4dd8cfcedc28 None None] New status for floating IP 4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:43:16.344992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c98e-0e62-4bcf-9e2a-90d476ef119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:19.807911 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:20.031396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6002ef57-a3ea-46e2-a70d-3e0f3e868bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:20.591698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:21.661826 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:22.470800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:29.389029 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-b8942c4d-8290-471f-b8fc-d2221fc96ef2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781651
Apr 20 18:43:29.507828 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-86e1ed02-3583-401d-b5bb-dc642f15e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:29.509482 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-86e1ed02-3583-401d-b5bb-dc642f15e041 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1099 time: 0.0846090
Apr 20 18:43:29.671973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-883bc81c-5af6-4f2a-8e89-2ab5450d165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:29.673518 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-883bc81c-5af6-4f2a-8e89-2ab5450d165a service neutron] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 910 time: 0.1432648
Apr 20 18:43:29.786380 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-26ce60b2-4131-49ba-8748-c7ed32c4d24b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 1001 time: 0.1057718
Apr 20 18:43:29.856015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-f995747c-65c7-4897-92c1-8279e3de2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:29.858230 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-f995747c-65c7-4897-92c1-8279e3de2dc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.0651393
Apr 20 18:43:29.941233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-dc390389-e8df-4301-b498-2adb4305df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:29.942907 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-dc390389-e8df-4301-b498-2adb4305df87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777264
Apr 20 18:43:30.087034 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-88674df3-0894-4a33-8b9f-ec68a4bb45a4 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370258
Apr 20 18:43:30.233561 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-54d0ebdb-4b37-418e-b0b6-d6442a2d377c req-814eb7ce-110c-442a-9233-3b14ebac67fa service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384387
Apr 20 18:43:45.735201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553d64a-3036-48c9-abef-8224c0492139 req-12d663dd-3e9c-4848-b818-182ec87ac944 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:45.737137 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3553d64a-3036-48c9-abef-8224c0492139 req-12d663dd-3e9c-4848-b818-182ec87ac944 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.1031072
Apr 20 18:43:45.785890 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-3553d64a-3036-48c9-abef-8224c0492139 req-f1ca9731-1b2b-4300-b1c6-93ea185e1b19 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421777
Apr 20 18:43:46.346780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-24bc4f08-ea6a-42a1-a41c-863f1463c8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:47.003901 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7f6a-ee32-4d61-b7d1-18cbc46f6bac req-ac61f6a6-8917-4655-bb6a-a2fa1364152b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:47.005545 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-53ed7f6a-ee32-4d61-b7d1-18cbc46f6bac req-ac61f6a6-8917-4655-bb6a-a2fa1364152b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0909731
Apr 20 18:43:47.057314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-53ed7f6a-ee32-4d61-b7d1-18cbc46f6bac req-9f800a85-b296-41f5-b6ad-266ff2dbb0ef tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453160
Apr 20 18:43:48.261552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883233-21a8-4ec2-9f2a-3c22e5cfebed req-54b6f4d8-73d2-46e8-ae5e-de25efabffa0 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:48.263225 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-01883233-21a8-4ec2-9f2a-3c22e5cfebed req-54b6f4d8-73d2-46e8-ae5e-de25efabffa0 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0889323
Apr 20 18:43:48.315197 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-01883233-21a8-4ec2-9f2a-3c22e5cfebed req-5cc64af0-a530-4306-bb4b-86f326d7e449 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449960
Apr 20 18:43:48.945168 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:43:49.516063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63db85-7fc3-4c86-b498-15a4854dca30 req-38ba9262-1687-4800-ad85-c850f91f93bb tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:49.517687 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6a63db85-7fc3-4c86-b498-15a4854dca30 req-38ba9262-1687-4800-ad85-c850f91f93bb tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0893764
Apr 20 18:43:49.564987 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6a63db85-7fc3-4c86-b498-15a4854dca30 req-2c63dbc3-c065-43ea-b176-8c11027fb2f5 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408161
Apr 20 18:43:49.810610 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:50.031884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aeafe406-15d5-4156-bf72-3f2b199289da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:50.594823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:50.769698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d9c46-9f94-41b6-8150-3dffe9dbab43 req-f9410ebd-babb-4246-bd6a-d0d9c2669934 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:50.771314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f06d9c46-9f94-41b6-8150-3dffe9dbab43 req-f9410ebd-babb-4246-bd6a-d0d9c2669934 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0904131
Apr 20 18:43:50.820199 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-f06d9c46-9f94-41b6-8150-3dffe9dbab43 req-f0458bbb-b6d6-4f1f-ab12-045123fed4ab tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425491
Apr 20 18:43:51.665274 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:52.030569 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74bb37-b5f7-49d4-b36e-f075dcc2a84f req-17272341-0cf1-4eb8-9633-296ca448135b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:52.032226 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7e74bb37-b5f7-49d4-b36e-f075dcc2a84f req-17272341-0cf1-4eb8-9633-296ca448135b tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0976691
Apr 20 18:43:52.082540 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-7e74bb37-b5f7-49d4-b36e-f075dcc2a84f req-35aba8c3-4a33-4043-add7-6005e260a8c6 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437994
Apr 20 18:43:52.485646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:53.287487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a4318-340e-4881-8b55-74f8c12205d8 req-49fa6db9-4a28-4249-856e-937fa1d1d626 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:53.288992 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-298a4318-340e-4881-8b55-74f8c12205d8 req-49fa6db9-4a28-4249-856e-937fa1d1d626 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0939176
Apr 20 18:43:53.337238 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-298a4318-340e-4881-8b55-74f8c12205d8 req-5be4ae5a-4c57-4e3b-b80f-f36622ce7fcb tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416801
Apr 20 18:43:54.536698 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359ac6-3c52-42c2-bf7d-1ddf4d359cb8 req-85ec82e2-3279-4b61-bf16-fd2f3b651274 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:54.538340 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-30359ac6-3c52-42c2-bf7d-1ddf4d359cb8 req-85ec82e2-3279-4b61-bf16-fd2f3b651274 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0885756
Apr 20 18:43:54.586860 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-30359ac6-3c52-42c2-bf7d-1ddf4d359cb8 req-05bcf927-a8c0-43b7-8098-3a4943135b01 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420399
Apr 20 18:43:55.792822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b125cc3-d319-4513-aea7-0bab34e23a97 req-80431a4d-3abc-476e-839f-9c31a6582b01 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:55.794591 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6b125cc3-d319-4513-aea7-0bab34e23a97 req-80431a4d-3abc-476e-839f-9c31a6582b01 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0906787
Apr 20 18:43:55.896814 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-6b125cc3-d319-4513-aea7-0bab34e23a97 req-a0e1ec90-22ba-4f93-b031-8544ac420ce0 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959125
Apr 20 18:43:55.920192 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-6d08a3ac-3484-43c4-afac-1758359d8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:55.921785 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-6d08a3ac-3484-43c4-afac-1758359d8fb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1099 time: 0.1061511
Apr 20 18:43:56.066935 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-13246eea-b794-43bf-81a0-52a5de1b3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:56.068427 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-13246eea-b794-43bf-81a0-52a5de1b3315 service neutron] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 910 time: 0.1399567
Apr 20 18:43:56.179983 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-3596500d-c993-44d9-8c75-f909530c6eee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 1001 time: 0.1049500
Apr 20 18:43:56.248430 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-fd2583f1-2ce8-49dc-87ed-f0cfbb71b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:56.250002 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-fd2583f1-2ce8-49dc-87ed-f0cfbb71b60c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.0635912
Apr 20 18:43:56.334588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-cef42241-f20c-4128-9464-7c9ad709f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:56.336067 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-cef42241-f20c-4128-9464-7c9ad709f221 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798335
Apr 20 18:43:56.479874 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-95d0c337-7088-46b1-86f5-4a5103f25b11 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369658
Apr 20 18:43:56.880699 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-97f62c58-8e36-48cb-afab-bd431d74e067 req-8ae6a0ad-2501-4385-9d0f-92c5b49626f4 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3937559
Apr 20 18:43:57.108112 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0020-ac58-462b-9ae2-a55a5a8cc56f req-07fa5e3d-70af-4901-a698-68dadc684337 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:57.109822 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ea1c0020-ac58-462b-9ae2-a55a5a8cc56f req-07fa5e3d-70af-4901-a698-68dadc684337 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0976131
Apr 20 18:43:57.160708 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ea1c0020-ac58-462b-9ae2-a55a5a8cc56f req-be8c50bd-0a91-421e-beb4-a062839cddbc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444458
Apr 20 18:43:58.367800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29722a77-66d1-4a11-af2e-cabb5972b434 req-ab6044bb-ab88-4a0f-a303-a832c7792d41 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:58.369489 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29722a77-66d1-4a11-af2e-cabb5972b434 req-ab6044bb-ab88-4a0f-a303-a832c7792d41 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0928082
Apr 20 18:43:58.424941 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-29722a77-66d1-4a11-af2e-cabb5972b434 req-10e41d93-3829-48b7-9ae0-bb606b603fd8 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485892
Apr 20 18:43:59.644705 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f47d1-775f-44a8-b436-ed8c76844e73 req-25137f3b-2f50-488c-9d5f-e738be68c63e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:59.646447 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691f47d1-775f-44a8-b436-ed8c76844e73 req-25137f3b-2f50-488c-9d5f-e738be68c63e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.1001577
Apr 20 18:43:59.696333 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691f47d1-775f-44a8-b436-ed8c76844e73 req-ca2c8168-ced5-4903-a2d6-668ebb679f35 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431290
Apr 20 18:44:00.165574 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55062) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:44:00.176015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd622bb-d209-4c9b-b150-cc83df3e1ad3 req-f7a39131-5b1e-4d56-974e-c923f90863da tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:00.178857 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bbd622bb-d209-4c9b-b150-cc83df3e1ad3 req-f7a39131-5b1e-4d56-974e-c923f90863da tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.1546028
Apr 20 18:44:00.233824 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-bbd622bb-d209-4c9b-b150-cc83df3e1ad3 req-06738c21-fefc-4f7c-9095-2ec2694b5c8c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484645
Apr 20 18:44:00.302242 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-62dfb7b0-1d2e-4476-ad21-6485a597cf84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1352735
Apr 20 18:44:01.450334 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b78a2-3ccc-41fd-b495-fd62ae0ea179 req-e5ab6e76-6d53-4581-8a1c-95344c821cbf tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:01.452882 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-803b78a2-3ccc-41fd-b495-fd62ae0ea179 req-e5ab6e76-6d53-4581-8a1c-95344c821cbf tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0988457
Apr 20 18:44:01.509971 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-803b78a2-3ccc-41fd-b495-fd62ae0ea179 req-c75f7432-bef3-4b5c-91a9-16506f288448 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499735
Apr 20 18:44:01.810956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e85a3-addc-4ea9-838f-12e043204b40 req-c5239b26-7219-4306-b530-c05c9654472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:01.812885 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-c5239b26-7219-4306-b530-c05c9654472c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9&tenant_id=2b983d94220b40aead19fa67590f0415 HTTP/1.1" status: 200  len: 1099 time: 0.0858428
Apr 20 18:44:01.925919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e85a3-addc-4ea9-838f-12e043204b40 req-88d41c17-2c00-4075-9f31-335a28c0c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:01.927558 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-88d41c17-2c00-4075-9f31-335a28c0c541 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1099 time: 0.0815120
Apr 20 18:44:02.039529 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:44:02.078109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e85a3-addc-4ea9-838f-12e043204b40 req-ac063735-179c-4f9f-8d40-9507fab73724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:02.079617 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-ac063735-179c-4f9f-8d40-9507fab73724 service neutron] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 910 time: 0.1455269
Apr 20 18:44:02.175002 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.196839 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-f44763b0-8011-4a60-8123-20383e995ea5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 1001 time: 0.1093884
Apr 20 18:44:02.205312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:02.216584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:02.220626 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.222593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:02.256948 dv-cinder-786932-2-iscsi neutron-server[86275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'code': 422} returned with failed status
Apr 20 18:44:02.270329 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e85a3-addc-4ea9-838f-12e043204b40 req-53aac3d4-5834-4027-8642-3f3c3f087000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:02.272011 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-53aac3d4-5834-4027-8642-3f3c3f087000 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.0689256
Apr 20 18:44:02.311917 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=6']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:02.315397 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:02.364541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e85a3-addc-4ea9-838f-12e043204b40 req-346ca9a9-dd6d-4d6c-9f27-2fa6840e7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:02.366237 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-346ca9a9-dd6d-4d6c-9f27-2fa6840e7837 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876744
Apr 20 18:44:02.518126 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-2a2e0ec8-650c-4bd0-953b-c074cddeacf4 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448035
Apr 20 18:44:02.720960 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-691e85a3-addc-4ea9-838f-12e043204b40 req-f91ee666-edfb-4885-b361-b0a3e2fbd60c service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951797
Apr 20 18:44:02.753239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58481a9-ef96-441d-8c04-bfd9b49d7039 req-70de361e-13ce-416f-81db-c306b49c4014 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:02.754916 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e58481a9-ef96-441d-8c04-bfd9b49d7039 req-70de361e-13ce-416f-81db-c306b49c4014 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.1253252
Apr 20 18:44:02.812420 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e58481a9-ef96-441d-8c04-bfd9b49d7039 req-afb78412-cbd3-428c-b1a1-a499d316270e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509057
Apr 20 18:44:04.020794 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9b34-1d9c-416f-abf2-d09f6d892cbc req-536f1b39-f9df-42ee-ab91-4fca5dec8fb9 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:04.022492 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-950b9b34-1d9c-416f-abf2-d09f6d892cbc req-536f1b39-f9df-42ee-ab91-4fca5dec8fb9 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0946701
Apr 20 18:44:04.071600 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-950b9b34-1d9c-416f-abf2-d09f6d892cbc req-baf04b35-d718-4b91-9d60-d088a0c4d9a3 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418434
Apr 20 18:44:05.275778 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4c7e-e51e-4418-80e2-a6fcf0e2889d req-84a0334f-0561-4075-9b18-79da2723bdd0 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:05.277337 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d31a4c7e-e51e-4418-80e2-a6fcf0e2889d req-84a0334f-0561-4075-9b18-79da2723bdd0 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0899749
Apr 20 18:44:05.326291 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-d31a4c7e-e51e-4418-80e2-a6fcf0e2889d req-11876051-8b65-46de-b4e6-cc343f61283c tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419209
Apr 20 18:44:06.528898 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a31888-cf5f-4b8c-835b-713d67200d25 req-20444e28-9041-40b9-a725-010c9f923471 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:06.531193 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-18a31888-cf5f-4b8c-835b-713d67200d25 req-20444e28-9041-40b9-a725-010c9f923471 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0896256
Apr 20 18:44:06.590746 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-18a31888-cf5f-4b8c-835b-713d67200d25 req-72aeadd6-b366-4ca8-be28-9090f954a08e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531142
Apr 20 18:44:07.807972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343346-9c03-4d84-ad01-5308c82da1a5 req-d41f8632-ce3b-4a28-875e-9cb57a6a1370 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:07.809646 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-49343346-9c03-4d84-ad01-5308c82da1a5 req-d41f8632-ce3b-4a28-875e-9cb57a6a1370 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0997186
Apr 20 18:44:07.874666 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-49343346-9c03-4d84-ad01-5308c82da1a5 req-914538d8-77ea-4c9f-b69e-85d49538c54a tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573895
Apr 20 18:44:09.085997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f62402-e78b-467c-8840-1a9e511739d3 req-93d81dcf-c3fe-40c2-b43f-157ab7490498 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:09.087659 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c6f62402-e78b-467c-8840-1a9e511739d3 req-93d81dcf-c3fe-40c2-b43f-157ab7490498 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.0960574
Apr 20 18:44:09.139416 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c6f62402-e78b-467c-8840-1a9e511739d3 req-82f5d26c-349d-4647-9e15-035536e08583 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440476
Apr 20 18:44:09.566688 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9802089-18eb-449d-88b3-82fa497e8d86 req-1e9c0f0f-ab2a-4088-8d08-cccd3950fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:09.568342 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b9802089-18eb-449d-88b3-82fa497e8d86 req-1e9c0f0f-ab2a-4088-8d08-cccd3950fd65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1097 time: 0.0805254
Apr 20 18:44:09.616253 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-b9802089-18eb-449d-88b3-82fa497e8d86 req-f934c919-330c-493f-a6b9-c30014c50260 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397396
Apr 20 18:44:10.122231 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:44:10.364109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0a2e4-ad27-4656-b531-af91639ac4e2 req-0ebb7066-4589-412a-b84b-9b447b64e641 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:10.365972 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9bc0a2e4-ad27-4656-b531-af91639ac4e2 req-0ebb7066-4589-412a-b84b-9b447b64e641 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 944 time: 0.1091704
Apr 20 18:44:10.431761 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9bc0a2e4-ad27-4656-b531-af91639ac4e2 req-1a8b576a-8df5-4c73-af7a-a9149e7895c1 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581498
Apr 20 18:44:10.476580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:10.492919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Returning: {'device': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'port_id': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'mac_address': 'fa:16:3e:e6:d3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:44:10.579736 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.602109 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518fd836-456c-4e9f-84fc-ed8258cb8385 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:44:10.627427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:10.631722 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:10.634090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:10.750695 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=7']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:10.764442 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.765203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.765203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.765580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.765964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.766358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.767257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.767257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.767552 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.767933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.768424 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.768919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:10.773841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:10.992151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] get_ports_and_sgs() called for port_ids ['518fd836-456c-4e9f-84fc-ed8258cb8385'] {{(pid=86392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:44:11.656691 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f84e-d74e-402b-abe0-f574f1cbdcc8 req-9df455df-8d56-43ee-8f6c-e9f7e5b09b59 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:11.658437 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff1f84e-d74e-402b-abe0-f574f1cbdcc8 req-9df455df-8d56-43ee-8f6c-e9f7e5b09b59 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 945 time: 0.1015325
Apr 20 18:44:11.708753 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-2ff1f84e-d74e-402b-abe0-f574f1cbdcc8 req-824d6acb-0136-445b-9cf0-ad710a4562b0 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422525
Apr 20 18:44:12.136908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 up at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:44:12.211164 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.provisioning_blocks [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Provisioning complete for port 518fd836-456c-4e9f-84fc-ed8258cb8385 triggered by entity L2. {{(pid=86392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:44:12.211587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017030'] for port, provisioning_complete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:12.340582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:12.369121 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:12.379561 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:12.383096 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761734976712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761734529258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761734530061'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:12.385189 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:12.427305 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'code': 200}
Apr 20 18:44:12.462474 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Pushing event updated for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=8']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:12.465813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:16.347647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-836d42ad-011f-4936-9419-bb546441d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:19.813522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:20.032731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a17cbc73-d637-4f34-9291-7439694e3b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:20.598233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:21.668346 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:22.484982 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:25.949968 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:44:30.815803 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-5d3a167f-ea14-4664-8976-df662a8008da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0799172
Apr 20 18:44:30.988063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-6e1838bc-affd-4ff6-8382-3fa674b2ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:30.989766 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-6e1838bc-affd-4ff6-8382-3fa674b2ee4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1099 time: 0.0846195
Apr 20 18:44:31.145713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-136856f3-a319-49d4-886a-5c2717b2b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:31.147277 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-136856f3-a319-49d4-886a-5c2717b2b2de service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.1389279
Apr 20 18:44:31.258000 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-9b3611ab-5136-4a9d-9a90-6fac57a37c5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 1002 time: 0.1044397
Apr 20 18:44:31.327190 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-70f7ae55-23da-4794-bc49-84708db846cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:31.328746 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-70f7ae55-23da-4794-bc49-84708db846cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0639186
Apr 20 18:44:31.416530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-54f5083d-210a-40bb-a58f-ae60ad4ab620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:31.418081 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-54f5083d-210a-40bb-a58f-ae60ad4ab620 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807059
Apr 20 18:44:31.564390 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-4ed824ed-0144-40df-bc31-b1b26e5cd0b2 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390166
Apr 20 18:44:31.710205 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-fc9ea1ba-6b61-4d99-96e4-b2280fec6e31 req-f6cd723b-a206-4b67-8076-bd5c495d1bb9 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384714
Apr 20 18:44:46.350260 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c58d7129-0eb9-49fa-a1e9-d84dc25f5e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:49.816897 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:50.034102 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d30cfe8f-7ffc-4a37-b38c-7ce1ba9bfb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:50.601992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:51.671856 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:52.476537 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55108) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:44:52.497445 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:52.694089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Deleting port 02f3c05c-611a-4091-b65a-3795083c9d87 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:44:52.694646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:52.877838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:52.878211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:53.015272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Calling delete_port for 02f3c05c-611a-4091-b65a-3795083c9d87 owned by network:floatingip {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:44:53.166470 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:53.171998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3168857b-b80c-4a2e-bff1-74634d9f8b5c tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:53.221337 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'Port': ['ID=02f3c05c-611a-4091-b65a-3795083c9d87,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:53.256019 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.256441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.256859 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.257283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.257696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.258103 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.258503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.258910 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.259307 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.259711 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.260124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.260504 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:44:53.269664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:53.333268 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:53.333669 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Floating IP 4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5 disassociated (deleted). External IP: 172.27.3.139, port: 0e297d74-b7d9-43d2-a251-44ab7bf579f8.
Apr 20 18:44:53.948900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:44:54.150926 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:44:54.161172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:44:54.171281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:54.172007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:44:54.172781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7f28>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:54.232163 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-243d9910-bc05-4b0d-bc58-3de4f0533c84 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "DELETE /v2.0/floatingips/4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5 HTTP/1.1" status: 204  len: 168 time: 1.7542987
Apr 20 18:44:54.233324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:54.290358 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'status': 'completed', 'code': 200}
Apr 20 18:44:54.367058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:44:54.423710 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-ef40d07b-d85f-4a1e-8697-a3568d1d4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:54.425904 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-ef40d07b-d85f-4a1e-8697-a3568d1d4e5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 1099 time: 0.0895631
Apr 20 18:44:54.631062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-e0b236e9-37b8-4dcc-a5d9-54ab2ca78c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:54.632664 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-e0b236e9-37b8-4dcc-a5d9-54ab2ca78c53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.2006681
Apr 20 18:44:54.713995 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-91e2d41f-a714-4aa3-8d8b-19bf52675367 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8 HTTP/1.1" status: 200  len: 217 time: 0.0734491
Apr 20 18:44:54.756919 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7f28>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 1, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:54.761075 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:44:54.770853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:44:54.771523 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7f28>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:54.797515 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80182bcb-a91c-46d7-8a5f-6574337010e0 req-f401a5de-7e08-4042-b919-24008d4088b0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:54.798301 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-80182bcb-a91c-46d7-8a5f-6574337010e0 req-f401a5de-7e08-4042-b919-24008d4088b0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:44:54.815557 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-e00b8eb2-93d2-4512-a188-240dbda71444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:54.817127 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-e00b8eb2-93d2-4512-a188-240dbda71444 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0946467
Apr 20 18:44:54.821983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-80182bcb-a91c-46d7-8a5f-6574337010e0 req-f401a5de-7e08-4042-b919-24008d4088b0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:44:54.823175 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80182bcb-a91c-46d7-8a5f-6574337010e0 req-f401a5de-7e08-4042-b919-24008d4088b0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 946 time: 0.2427008
Apr 20 18:44:54.932587 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-80182bcb-a91c-46d7-8a5f-6574337010e0 req-74e41c40-7187-4525-b267-fdb0b42c415b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729809
Apr 20 18:44:54.948006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-8a7021fe-a1a4-477b-9b7d-f260be10877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:54.949652 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-8a7021fe-a1a4-477b-9b7d-f260be10877e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1255012
Apr 20 18:44:54.964539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:44:55.098308 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-ec9e6672-62ca-49d1-9df1-02499b7b6778 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410341
Apr 20 18:44:55.245054 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-60e3cd5c-ba87-4367-890f-a3045b3b1ab3 req-4f026586-0a5f-405a-a183-de00f895e29b service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396391
Apr 20 18:44:55.522237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e7f28>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 1, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:44:55.526477 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042e2c2-2acf-47a6-b5ba-7f89befeaa60 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_floatingips': [{'id': '4933d95f-26d4-4af5-941e-11e540abcbea', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'router_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'port_id': '3f62a456-a3af-4478-ac42-4fa222c97208', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'mac_address': 'fa:16:3e:01:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:41:13Z', 'updated_at': '2021-04-20T18:41:17Z', 'revision_number': 1, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:44:55.868229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0172fc-91c5-4327-b71f-a084ddf450d8 None None] New status for floating IP 4a65ec1c-f600-4c8c-a6af-11e0f3c16ab5: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:44:56.142739 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b79be-e88e-4a1a-bea2-32bab14e1f7d req-4385faf2-4e5a-4d9b-becc-b422d9e1642f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:56.144341 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e5b79be-e88e-4a1a-bea2-32bab14e1f7d req-4385faf2-4e5a-4d9b-becc-b422d9e1642f tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 946 time: 0.0908127
Apr 20 18:44:56.194054 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-4e5b79be-e88e-4a1a-bea2-32bab14e1f7d req-2f4b2745-daa8-40f7-920d-2cd63c5e442a tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431528
Apr 20 18:44:56.284954 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fb570ab8-2958-47e5-a4a0-c039874d9cd5 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:56.286559 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fb570ab8-2958-47e5-a4a0-c039874d9cd5 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 946 time: 0.0885243
Apr 20 18:44:56.366456 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Deleting port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:44:56.366849 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:56.632685 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] For port 0e297d74-b7d9-43d2-a251-44ab7bf579f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0e297d74-b7d9-43d2-a251-44ab7bf579f8,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:44:56.633106 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:56.769881 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Calling delete_port for 0e297d74-b7d9-43d2-a251-44ab7bf579f8 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:44:56.918928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:56.925743 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6f57eb40-7201-4991-b139-8cd1ece52f05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:44:56.978417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'Port': ['ID=0e297d74-b7d9-43d2-a251-44ab7bf579f8,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:44:56.981827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:44:57.058353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] No DVR routers for this DVR port 0e297d74-b7d9-43d2-a251-44ab7bf579f8 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:44:57.061006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:57.063995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'name': 'network-vif-deleted', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:44:57.079854 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-eab4105e-44db-4d51-9f4a-acf807748952 req-fe76e56d-11d4-464b-8527-f0eb03c3e38c tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "DELETE /v2.0/ports/0e297d74-b7d9-43d2-a251-44ab7bf579f8 HTTP/1.1" status: 204  len: 173 time: 0.7877619
Apr 20 18:44:57.115313 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef06ea-282e-4514-a2be-5b39a060c298', 'name': 'network-vif-deleted', 'tag': '0e297d74-b7d9-43d2-a251-44ab7bf579f8', 'status': 'completed', 'code': 200}
Apr 20 18:44:57.366280 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-9f848c49-1346-47c1-8a4e-eb696e677ae2 req-2d00c60b-9e3e-4c90-b281-c260fe3a26e5 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdef06ea-282e-4514-a2be-5b39a060c298 HTTP/1.1" status: 200  len: 210 time: 0.0542550
Apr 20 18:45:00.403858 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 0e297d74-b7d9-43d2-a251-44ab7bf579f8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:00.441918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 0e297d74-b7d9-43d2-a251-44ab7bf579f8 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:00.442318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 0e297d74-b7d9-43d2-a251-44ab7bf579f8 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:00.888070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55138) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:01.110336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Deleting port 5b11c6c7-e576-48de-89a2-94b73176ebdf {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:01.110644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.288657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.289024 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.422458 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Calling delete_port for 5b11c6c7-e576-48de-89a2-94b73176ebdf owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:01.588423 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.593920 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:01.639153 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'Port': ['ID=5b11c6c7-e576-48de-89a2-94b73176ebdf,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:01.679224 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.679555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.679978 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.680391 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.680803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.681214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.681655 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.682064 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.682473 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.682878 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.683281 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.683684 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:01.692226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:01.752667 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:01.753033 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Floating IP 4933d95f-26d4-4af5-941e-11e540abcbea disassociated (deleted). External IP: 172.27.3.208, port: 3f62a456-a3af-4478-ac42-4fa222c97208.
Apr 20 18:45:02.123131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:45:02.317266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:45:02.327723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:45:02.337506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:02.338184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb585e10>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:02.343616 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:02.406015 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "DELETE /v2.0/floatingips/4933d95f-26d4-4af5-941e-11e540abcbea HTTP/1.1" status: 204  len: 168 time: 1.5134273
Apr 20 18:45:02.406015 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:45:02.525576 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208', 'status': 'completed', 'code': 200}
Apr 20 18:45:02.541513 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:02.659396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-929b6b1f-ee92-4409-97ee-e255c43f6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:02.660933 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-929b6b1f-ee92-4409-97ee-e255c43f6a1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d38b0824b83f40c9874ffbc291951949&device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 1099 time: 0.0906372
Apr 20 18:45:02.878089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-98189d0c-8e69-4b8f-9345-ef365a5e58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:02.879703 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-98189d0c-8e69-4b8f-9345-ef365a5e58da service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 200  len: 913 time: 0.2082660
Apr 20 18:45:02.881879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb585e10>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:02.885994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:45:02.895336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:02.896007 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb585e10>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:02.954266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:45:02.960175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9749b85-a8e7-443e-886f-8f0174bdb32c req-18e21c34-9790-43c9-b45c-efdadee317c7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:02.960961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e9749b85-a8e7-443e-886f-8f0174bdb32c req-18e21c34-9790-43c9-b45c-efdadee317c7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:45:02.974563 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-d46b1409-3b56-410c-830e-f2c9d90d5e47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 200  len: 217 time: 0.0875115
Apr 20 18:45:03.026644 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e9749b85-a8e7-443e-886f-8f0174bdb32c req-18e21c34-9790-43c9-b45c-efdadee317c7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:45:03.027953 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e9749b85-a8e7-443e-886f-8f0174bdb32c req-18e21c34-9790-43c9-b45c-efdadee317c7 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.2773287
Apr 20 18:45:03.079682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-60e55fd5-1f33-48ed-89e8-e4e46d3dbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:03.081276 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-60e55fd5-1f33-48ed-89e8-e4e46d3dbebf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 200  len: 851 time: 0.0990813
Apr 20 18:45:03.093731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:03.148732 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e9749b85-a8e7-443e-886f-8f0174bdb32c req-96515c5d-fd1f-43f4-94fb-6fdc63a92f9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046677
Apr 20 18:45:03.179229 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-d6a42bea-d264-47d9-9169-9d4cf263ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:03.180858 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-d6a42bea-d264-47d9-9169-9d4cf263ab2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bd2d403-a674-4166-b6a7-876b78a5d8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896685
Apr 20 18:45:03.454314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb585e10>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:03.459042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a339bc-256e-436d-9cca-eeb34bd8e750 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:17Z', 'revision_number': 4, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '39ac6b8c-713b-446a-bee4-c2db6922f155', 'name': '', 'network_id': '8bd2d403-a674-4166-b6a7-876b78a5d8d4', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'mac_address': 'fa:16:3e:84:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:16Z', 'updated_at': '2021-04-20T18:37:36Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'subnets': [{'id': '84fd3a25-fc39-4941-8324-c85600393bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:45:03.580710 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-4e3933b9-b5e7-47b9-8065-82f155bb3299 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3925054
Apr 20 18:45:03.728906 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-ad910a8e-8e5b-4c7e-8805-baffe10c4b94 req-df14190a-e323-4af8-9ea8-6dae095bbc2b service neutron] 10.222.0.44 "GET /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401579
Apr 20 18:45:03.840475 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0aa9f4-d034-4efe-81de-bd2abfbba4c9 None None] New status for floating IP 4933d95f-26d4-4af5-941e-11e540abcbea: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:45:04.376522 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976dc53-e590-497c-ba0d-d12603e6604a req-efca16a9-4bea-4395-bd2e-9ecf311a4766 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:04.378281 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1976dc53-e590-497c-ba0d-d12603e6604a req-efca16a9-4bea-4395-bd2e-9ecf311a4766 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.0942898
Apr 20 18:45:04.469421 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Deleting port 3f62a456-a3af-4478-ac42-4fa222c97208 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:04.469840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:04.597278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb7271-3fb9-4871-821d-c85dea83cf7f req-be2d0655-3f85-471b-bfdf-b2b65578b3f0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:04.598358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e2bb7271-3fb9-4871-821d-c85dea83cf7f req-be2d0655-3f85-471b-bfdf-b2b65578b3f0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Synchronizing usage tracker for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:45:04.612034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-e2bb7271-3fb9-4871-821d-c85dea83cf7f req-be2d0655-3f85-471b-bfdf-b2b65578b3f0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Unset dirty status for tenant:d38b0824b83f40c9874ffbc291951949 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:45:04.613314 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e2bb7271-3fb9-4871-821d-c85dea83cf7f req-be2d0655-3f85-471b-bfdf-b2b65578b3f0 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 946 time: 0.3476610
Apr 20 18:45:04.661786 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-e2bb7271-3fb9-4871-821d-c85dea83cf7f req-5aebba91-5424-42d2-8858-f62fd7ff706b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/security-groups?id=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418372
Apr 20 18:45:04.742945 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] For port 3f62a456-a3af-4478-ac42-4fa222c97208, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f62a456-a3af-4478-ac42-4fa222c97208,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:04.743351 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:04.877987 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Calling delete_port for 3f62a456-a3af-4478-ac42-4fa222c97208 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:05.032278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:05.038113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9c5804dd-d764-4f57-b1d2-37d1d85bae91 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:05.088097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'Port': ['ID=3f62a456-a3af-4478-ac42-4fa222c97208,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:05.091506 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:05.172031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] No DVR routers for this DVR port 3f62a456-a3af-4478-ac42-4fa222c97208 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:45:05.174581 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:05.177444 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'name': 'network-vif-deleted', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:45:05.192308 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-1976dc53-e590-497c-ba0d-d12603e6604a req-3f55bff8-54ae-4759-85bd-8d63f63d5b9b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.44 "DELETE /v2.0/ports/3f62a456-a3af-4478-ac42-4fa222c97208 HTTP/1.1" status: 204  len: 173 time: 0.8075023
Apr 20 18:45:05.230721 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e', 'name': 'network-vif-deleted', 'tag': '3f62a456-a3af-4478-ac42-4fa222c97208', 'status': 'completed', 'code': 200}
Apr 20 18:45:05.843624 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-8bee3067-6a84-477b-ba3c-85a1b0afe0b4 req-c58e1af9-ef5a-4007-baca-1b37e86b8f94 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b252fec-e4f0-4ea5-a5e4-e6fdf3212e4e HTTP/1.1" status: 200  len: 210 time: 0.0502641
Apr 20 18:45:06.948261 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55158) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:07.119254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Deleting port e3db40c0-56fb-4f5e-a737-72c5e49874d5 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:07.119643 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:07.304700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:07.305070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:07.439647 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Calling delete_port for e3db40c0-56fb-4f5e-a737-72c5e49874d5 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:07.586184 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:07.590838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-455f202b-c426-4cb7-a389-14d3bcc82073 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:07.638567 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'Port': ['ID=e3db40c0-56fb-4f5e-a737-72c5e49874d5,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:07.666584 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:07.738061 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:07.753256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:07.754506 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f6fde995-2d83-4763-ad96-07fd6eab75d3 tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "DELETE /v2.0/floatingips/904c258c-e447-4c97-ab56-d33885285ea3 HTTP/1.1" status: 204  len: 168 time: 0.8050661
Apr 20 18:45:08.459322 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 3f62a456-a3af-4478-ac42-4fa222c97208 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:08.497340 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 3f62a456-a3af-4478-ac42-4fa222c97208 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:08.497776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 3f62a456-a3af-4478-ac42-4fa222c97208 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:09.157026 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55172) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:09.231451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:09.266209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:09.322257 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:09.327762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fa802870-012f-4ac5-9433-b300c37f5b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:09.344410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:09.347146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:09.363431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:09.365047 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4044ab42-7665-45e4-bfcc-aeb3410aa46e tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] 10.222.0.25 "DELETE /v2.0/security-groups/d33a4b02-c4d7-4d87-a6cf-c55e29d99f5b HTTP/1.1" status: 204  len: 168 time: 0.2066782
Apr 20 18:45:09.422936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55178) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:10.255949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:10.675497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Deleting port 39ac6b8c-713b-446a-bee4-c2db6922f155 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:10.675879 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:10.892816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] For port 39ac6b8c-713b-446a-bee4-c2db6922f155, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=39ac6b8c-713b-446a-bee4-c2db6922f155,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:10.892816 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:11.049441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Calling delete_port for 39ac6b8c-713b-446a-bee4-c2db6922f155 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:11.253211 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:11.257844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:11.306065 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Pushing event deleted for resources: {'Port': ['ID=39ac6b8c-713b-446a-bee4-c2db6922f155,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:11.309383 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:11.596744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:12.239732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Router 7fd0f1fa-0a40-4953-9469-343430a3bb87 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:45:12.434696 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:45:12.444774 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] Sync routers for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:45:12.448508 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-08646ccc-f74c-4e64-80d9-b2842ba6ec8f admin admin] 10.222.0.25 "PUT /v2.0/routers/7fd0f1fa-0a40-4953-9469-343430a3bb87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0242159
Apr 20 18:45:12.451764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55184) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:12.455764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:12.456438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5852e8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:12.641772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:12.648505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:12.834195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:12.842803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Deleting port bf718817-d91c-42ad-87bb-50d05a79f595 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:12.843173 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:12.955573 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5852e8>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:45:11Z', 'revision_number': 5, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port': {'id': 'bf718817-d91c-42ad-87bb-50d05a79f595', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:11Z', 'updated_at': '2021-04-20T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:12.959636 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] Checking router: 7fd0f1fa-0a40-4953-9469-343430a3bb87 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:45:12.969167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] Routers {'7fd0f1fa-0a40-4953-9469-343430a3bb87'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:12.969862 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5852e8>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['7fd0f1fa-0a40-4953-9469-343430a3bb87'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:13.032027 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] For port bf718817-d91c-42ad-87bb-50d05a79f595, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=bf718817-d91c-42ad-87bb-50d05a79f595,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:13.032439 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.137311 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] Set router 7fd0f1fa-0a40-4953-9469-343430a3bb87 gateway port host: None {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:13.171929 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Calling delete_port for bf718817-d91c-42ad-87bb-50d05a79f595 owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:13.254299 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb5852e8>, [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:45:12Z', 'revision_number': 6, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:13.258570 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00addb51-1021-4dad-841c-155cfc4fcc15 None None] The sync data for ids ['7fd0f1fa-0a40-4953-9469-343430a3bb87'] in dv-cinder-786932-2-iscsi is: [{'id': '7fd0f1fa-0a40-4953-9469-343430a3bb87', 'name': 'tempest-TestVolumeBootPattern-1301304713-router', 'tenant_id': 'd38b0824b83f40c9874ffbc291951949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:45:12Z', 'revision_number': 6, 'project_id': 'd38b0824b83f40c9874ffbc291951949', 'gw_port_host': None}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:45:13.359063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.364304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:13.420185 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf718817-d91c-42ad-87bb-50d05a79f595,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:13.454366 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:13.520896 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.707063 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.709510 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.731949 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.733035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd0f1fa-0a40-4953-9469-343430a3bb87 {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:45:13.745790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.747032 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-656e34e6-33c6-4360-b1b2-b6eb9dfa4f16 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7fd0f1fa-0a40-4953-9469-343430a3bb87 HTTP/1.1" status: 204  len: 168 time: 1.2942972
Apr 20 18:45:13.750586 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55188) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:13.820461 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Deleting subnet 84fd3a25-fc39-4941-8324-c85600393bb1 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:45:13.823682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.877323 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:13.969036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.237815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.242400 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-884fa214-f61c-4017-bb26-53c848dad10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:14.284820 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fd3a25-fc39-4941-8324-c85600393bb1,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:14.287139 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.289971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:14.291098 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580fb40-aaae-4d3e-8e8e-84f94d7887f8 None None] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:45:14.294032 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f58b917a-690f-4327-993a-02f19ba703aa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84fd3a25-fc39-4941-8324-c85600393bb1 HTTP/1.1" status: 204  len: 168 time: 0.5424316
Apr 20 18:45:14.297284 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55192) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:14.415205 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.427564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Deleting port 6f936003-fbc6-4a19-ab8d-108357dc073c {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:14.427936 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.562218 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] DHCP port deletion for 8bd2d403-a674-4166-b6a7-876b78a5d8d4 request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:45:14.566533 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Deleting port 6f936003-fbc6-4a19-ab8d-108357dc073c {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:14.566960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.650709 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] For port 6f936003-fbc6-4a19-ab8d-108357dc073c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=6f936003-fbc6-4a19-ab8d-108357dc073c,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:14.651113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.791395 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Calling delete_port for 6f936003-fbc6-4a19-ab8d-108357dc073c owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:14.874133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:14.879451 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:14.927196 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f936003-fbc6-4a19-ab8d-108357dc073c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:14.929235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] No DVR routers for this DVR port 6f936003-fbc6-4a19-ab8d-108357dc073c on host dv-cinder-786932-2-iscsi {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:45:14.930868 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:14.958665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] For port 6f936003-fbc6-4a19-ab8d-108357dc073c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=6f936003-fbc6-4a19-ab8d-108357dc073c,segment=NetworkSegment(7249f47f-8a51-4808-a9df-17f2c3fa3688),segment_id=7249f47f-8a51-4808-a9df-17f2c3fa3688)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:14.959113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.054785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.093970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Calling delete_port for 6f936003-fbc6-4a19-ab8d-108357dc073c owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:15.155566 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 39ac6b8c-713b-446a-bee4-c2db6922f155 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:15.172753 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffa9ab048>,) {'filters': {'network_id': ['8bd2d403-a674-4166-b6a7-876b78a5d8d4']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:15.186377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffa9ab048>, '7249f47f-8a51-4808-a9df-17f2c3fa3688') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:15.186723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffa9ab048>, '7249f47f-8a51-4808-a9df-17f2c3fa3688') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:15.198930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.204010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 39ac6b8c-713b-446a-bee4-c2db6922f155 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:15.204415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 39ac6b8c-713b-446a-bee4-c2db6922f155 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:15.204904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 6f936003-fbc6-4a19-ab8d-108357dc073c no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:15.213772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.220908 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:45:15.246905 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 6f936003-fbc6-4a19-ab8d-108357dc073c {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:15.247304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 6f936003-fbc6-4a19-ab8d-108357dc073c not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:15.248348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device bf718817-d91c-42ad-87bb-50d05a79f595 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:15.285541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: bf718817-d91c-42ad-87bb-50d05a79f595 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:15.285946 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device bf718817-d91c-42ad-87bb-50d05a79f595 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:15.290174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:45:15.290593 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:45:15.405893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:15.415999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.792487 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Deleting port 6f936003-fbc6-4a19-ab8d-108357dc073c {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:15.793046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.847327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Network 8bd2d403-a674-4166-b6a7-876b78a5d8d4 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:15.867798 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-225b8691-803c-47ec-9146-64cbffcc9779 None None] The port '6f936003-fbc6-4a19-ab8d-108357dc073c' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:45:15.871570 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:45:15.948679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.952903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:15.966788 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:15.984037 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd2d403-a674-4166-b6a7-876b78a5d8d4,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:15.988553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:15.996218 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] 10.222.0.25 "DELETE /v2.0/networks/8bd2d403-a674-4166-b6a7-876b78a5d8d4 HTTP/1.1" status: 204  len: 168 time: 1.6978793
Apr 20 18:45:16.000230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55196) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:16.353441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5a71ef31-301f-4dda-852f-55e84a242df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:16.589245 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:16.968731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Deleting port 343be442-995c-4686-bd6b-90b3f1e7c404 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:16.969332 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:17.160588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] For port 343be442-995c-4686-bd6b-90b3f1e7c404, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=343be442-995c-4686-bd6b-90b3f1e7c404,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:17.160995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:17.298776 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Calling delete_port for 343be442-995c-4686-bd6b-90b3f1e7c404 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:17.481380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:17.487358 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c32dd31d-7b2a-4c82-a072-39f5aa6d0c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:17.536916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=343be442-995c-4686-bd6b-90b3f1e7c404,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:17.540343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:17.823157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:18.207201 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:45:18.651497 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:45:18.661046 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] Sync routers for ids ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:45:18.668573 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-7be1fcbc-1165-4d7b-931c-a14917dfa0dd admin admin] 10.222.0.25 "PUT /v2.0/routers/b0cb7aa1-2241-4e5d-b356-7160a7cb01e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6672306
Apr 20 18:45:18.671886 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] Routers {'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:18.672050 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55200) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:18.672558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95908>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:18.860664 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] Set router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:18.860958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.054279 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.063214 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Deleting port b87a09e7-a013-41d4-b9c4-c61d18e28a92 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:19.063706 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.171136 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95908>, [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:45:17Z', 'revision_number': 5, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port': {'id': 'b87a09e7-a013-41d4-b9c4-c61d18e28a92', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:28Z', 'updated_at': '2021-04-20T18:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:19.175251 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] Checking router: b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:45:19.184426 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] Routers {'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:19.185631 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95908>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:44:50Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:19.252199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] For port b87a09e7-a013-41d4-b9c4-c61d18e28a92, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=b87a09e7-a013-41d4-b9c4-c61d18e28a92,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:19.252775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.349220 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] Set router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:19.387526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Calling delete_port for b87a09e7-a013-41d4-b9c4-c61d18e28a92 owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:19.473815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95908>, [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:45:19Z', 'revision_number': 6, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:19.478270 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d25557-1d93-49ad-82d8-e92ca805e09d None None] The sync data for ids ['b0cb7aa1-2241-4e5d-b356-7160a7cb01e4'] in dv-cinder-786932-2-iscsi is: [{'id': 'b0cb7aa1-2241-4e5d-b356-7160a7cb01e4', 'name': 'tempest-TestVolumeBootPattern-958821893-router', 'tenant_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:27Z', 'updated_at': '2021-04-20T18:45:19Z', 'revision_number': 6, 'project_id': '536cc3c3f27e42d4af74ea1e7b4f7130', 'gw_port_host': None}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:45:19.570151 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.574389 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0cc0603-3408-4e17-b3ef-fc70c692ff3b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:19.628104 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87a09e7-a013-41d4-b9c4-c61d18e28a92,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:19.631554 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:19.729764 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.820550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.920492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.922900 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.953176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.953808 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:45:19.967191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:19.969104 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-c9ef5ba3-78a4-4979-ba4e-8e1659f85196 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b0cb7aa1-2241-4e5d-b356-7160a7cb01e4 HTTP/1.1" status: 204  len: 168 time: 1.2960310
Apr 20 18:45:19.971101 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55204) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:20.036374 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-8df13db1-b233-4331-97ad-05c0333e6921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.052416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Deleting subnet e9a44480-16b5-4ddb-b295-e7e540bba031 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:45:20.056718 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.113343 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.206266 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.480742 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.486336 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-372e5574-59d4-4395-99a4-d1091ff5a69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:20.526732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a44480-16b5-4ddb-b295-e7e540bba031,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:20.530376 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:20.532034 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.537526 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245774d4-de51-49d4-b4e9-87801dcf16cc None None] Network 65ebe194-7c84-412a-ba94-5473ce84541a requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:45:20.538464 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-039b6096-1455-498f-bb79-71f15a36882c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9a44480-16b5-4ddb-b295-e7e540bba031 HTTP/1.1" status: 204  len: 168 time: 0.5662766
Apr 20 18:45:20.541555 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55208) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:20.653609 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.664058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.675550 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Deleting port 02983e2d-df68-4702-8144-b7f4d3824848 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:20.675930 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.812398 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] DHCP port deletion for 65ebe194-7c84-412a-ba94-5473ce84541a request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:45:20.816716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Deleting port 02983e2d-df68-4702-8144-b7f4d3824848 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:20.817147 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:20.902276 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] For port 02983e2d-df68-4702-8144-b7f4d3824848, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=02983e2d-df68-4702-8144-b7f4d3824848,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:20.902679 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.040079 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Calling delete_port for 02983e2d-df68-4702-8144-b7f4d3824848 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:21.046612 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] For port 02983e2d-df68-4702-8144-b7f4d3824848, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=02983e2d-df68-4702-8144-b7f4d3824848,segment=NetworkSegment(6f4c9616-4570-4059-aa67-b75741de8b58),segment_id=6f4c9616-4570-4059-aa67-b75741de8b58)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:21.047056 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.122772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.128749 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-65b303f1-13e7-4fd5-9f7b-a41b777008b1 tempest-TestMinimumBasicScenario-499149077 tempest-TestMinimumBasicScenario-499149077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:21.178708 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 343be442-995c-4686-bd6b-90b3f1e7c404 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:21.181885 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] No DVR routers for this DVR port 02983e2d-df68-4702-8144-b7f4d3824848 on host dv-cinder-786932-2-iscsi {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:45:21.183669 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Pushing event deleted for resources: {'Port': ['ID=02983e2d-df68-4702-8144-b7f4d3824848,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:21.213785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Calling delete_port for 02983e2d-df68-4702-8144-b7f4d3824848 owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:21.215539 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:21.260769 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 343be442-995c-4686-bd6b-90b3f1e7c404 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:21.261169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 343be442-995c-4686-bd6b-90b3f1e7c404 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:21.261678 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b87a09e7-a013-41d4-b9c4-c61d18e28a92 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:21.305361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: b87a09e7-a013-41d4-b9c4-c61d18e28a92 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:21.305715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b87a09e7-a013-41d4-b9c4-c61d18e28a92 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:21.306195 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 02983e2d-df68-4702-8144-b7f4d3824848 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:21.311690 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.349499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 02983e2d-df68-4702-8144-b7f4d3824848 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:21.349902 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 02983e2d-df68-4702-8144-b7f4d3824848 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:21.375081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:45:21.375495 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:45:21.433327 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffb314128>,) {'filters': {'network_id': ['65ebe194-7c84-412a-ba94-5473ce84541a']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:21.446405 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb314128>, '6f4c9616-4570-4059-aa67-b75741de8b58') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:21.446748 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb314128>, '6f4c9616-4570-4059-aa67-b75741de8b58') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:21.459377 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.477264 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.484540 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:45:21.668680 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Network 65ebe194-7c84-412a-ba94-5473ce84541a has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:21.674716 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.679159 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.859119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Network 65ebe194-7c84-412a-ba94-5473ce84541a has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:21.877028 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Deleting port 02983e2d-df68-4702-8144-b7f4d3824848 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:21.877553 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:45:21.884983 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:45:21.948191 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-99d14bea-42f5-4b53-97de-bef8440bbc74 None None] The port '02983e2d-df68-4702-8144-b7f4d3824848' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:45:21.964105 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.969957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:21.974441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ff23dd9c-4ba0-4ffd-bd4e-7b59cc6468c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:21.998425 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Pushing event deleted for resources: {'Network': ['ID=65ebe194-7c84-412a-ba94-5473ce84541a,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:22.001149 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:22.005904 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-6b1f197d-db6c-4799-8dfa-07dc569313aa admin admin] 10.222.0.25 "DELETE /v2.0/networks/65ebe194-7c84-412a-ba94-5473ce84541a HTTP/1.1" status: 204  len: 168 time: 1.4627516
Apr 20 18:45:22.124436 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55214) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:22.180971 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-53546087-0953-4164-80e1-418c3ab39bb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d38b0824b83f40c9874ffbc291951949&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551977
Apr 20 18:45:22.183571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55218) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:22.252681 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.287111 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.333903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.339039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c9607aaa-9023-4f77-819b-55f170769ddc tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:22.353236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a02d8e8-f540-4eeb-9502-0c6d680c086e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:22.357499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:22.361637 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.362973 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0f67bd06-8f27-4f9b-ab59-e67c7335d43a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a02d8e8-f540-4eeb-9502-0c6d680c086e HTTP/1.1" status: 204  len: 168 time: 0.1783292
Apr 20 18:45:22.497142 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.721723 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55226) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:22.775893 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9dfebd4e-52d3-4028-b3ec-4b43e2903764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=536cc3c3f27e42d4af74ea1e7b4f7130&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528395
Apr 20 18:45:22.778503 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55230) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:22.839298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.868958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.916078 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.921844 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4193b937-47ab-4d48-9ba0-3cf4589e2b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:22.934790 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec5a0c-1627-4059-9918-12f54cd30168,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:22.938099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:22.940228 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:22.941481 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-af5a4dcd-cbc8-41ff-a948-f19aedb816cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5eec5a0c-1627-4059-9918-12f54cd30168 HTTP/1.1" status: 204  len: 168 time: 0.1619141
Apr 20 18:45:24.827333 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55236) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:25.048559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Deleting port fee69b81-cebf-4ae6-b2ac-e5932620ab55 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:25.048932 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:25.228565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:25.228931 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:25.620972 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Calling delete_port for fee69b81-cebf-4ae6-b2ac-e5932620ab55 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:25.773243 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:25.778119 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-55f54589-a410-4ce7-bf35-8e9cec5f2f0e tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:25.827918 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event deleted for resources: {'Port': ['ID=fee69b81-cebf-4ae6-b2ac-e5932620ab55,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:25.831370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:25.927021 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:25.927400 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.db.l3_db [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Floating IP fc092ea4-7a5c-422a-ac87-98389bce1215 disassociated (deleted). External IP: 172.27.3.57, port: 518fd836-456c-4e9f-84fc-ed8258cb8385.
Apr 20 18:45:26.306092 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Router c6b57dfb-5db7-42d2-a2a4-a178df729352 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:45:26.498022 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:45:26.507650 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] Sync routers for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:45:26.517785 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:26.518074 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:26.518740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e20f0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:45:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:26.581349 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-e002b524-124a-4404-8095-2066e45c5686 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc092ea4-7a5c-422a-ac87-98389bce1215 HTTP/1.1" status: 204  len: 168 time: 1.7526844
Apr 20 18:45:26.582006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:45:26.632354 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'status': 'completed', 'code': 200}
Apr 20 18:45:26.710409 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:26.760629 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-53fd68f5-de13-4050-8510-6b91ba9db8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:26.762303 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-53fd68f5-de13-4050-8510-6b91ba9db8ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b983d94220b40aead19fa67590f0415&device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 1099 time: 0.0856345
Apr 20 18:45:26.919778 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-824b5d95-6ac6-472c-8a10-ddc03491e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:26.922501 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-824b5d95-6ac6-472c-8a10-ddc03491e1f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 200  len: 910 time: 0.1530383
Apr 20 18:45:26.994728 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cdd03-8d12-42f1-902b-2273f95b5a78 req-835ffa66-d408-4ff6-9b05-27449875bc81 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:26.995520 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-dc3cdd03-8d12-42f1-902b-2273f95b5a78 req-835ffa66-d408-4ff6-9b05-27449875bc81 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:45:27.006018 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-12f7353c-a548-4c1e-a2e6-e25ed32dd072 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 200  len: 217 time: 0.0767698
Apr 20 18:45:27.011564 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-dc3cdd03-8d12-42f1-902b-2273f95b5a78 req-835ffa66-d408-4ff6-9b05-27449875bc81 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:45:27.012881 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dc3cdd03-8d12-42f1-902b-2273f95b5a78 req-835ffa66-d408-4ff6-9b05-27449875bc81 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.1138642
Apr 20 18:45:27.057482 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e20f0>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:27.061850 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] Checking router: c6b57dfb-5db7-42d2-a2a4-a178df729352 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:45:27.071141 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:27.071384 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-dc3cdd03-8d12-42f1-902b-2273f95b5a78 req-abd6a9f6-2091-43bd-9568-c650787341de tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438392
Apr 20 18:45:27.071805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e20f0>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:45:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:27.083842 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-4d508f47-3713-414a-93bd-e4fdf466336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:27.085655 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-4d508f47-3713-414a-93bd-e4fdf466336b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 200  len: 848 time: 0.0724473
Apr 20 18:45:27.177352 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-c82fe396-5977-44fe-b873-26de6f4d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:27.178934 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-c82fe396-5977-44fe-b873-26de6f4d4ee8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=334cb264-de42-4931-bbbb-686b9b5ee47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810449
Apr 20 18:45:27.272292 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:27.331321 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-c235a9a8-b7cf-4749-aa83-d8e1af88cb71 service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443875
Apr 20 18:45:27.489052 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-56c919d8-5fe1-4869-aefe-4f371ec853fe req-d00e513e-84fb-4976-b77c-6ec7db453a0e service neutron] 10.222.0.44 "GET /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500547
Apr 20 18:45:27.775998 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffb4e20f0>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:27.780227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3499b3f-8207-48c9-aada-fd3de6f40ece None None] The sync data for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi is: [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:40:46Z', 'revision_number': 4, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi', '_interfaces': [{'id': '8eeac064-f97f-48cf-b47c-738636c236e9', 'name': '', 'network_id': '334cb264-de42-4931-bbbb-686b9b5ee47d', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'mac_address': 'fa:16:3e:9c:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:45Z', 'updated_at': '2021-04-20T18:40:58Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'subnets': [{'id': '8a29e2a1-57c7-4c69-8469-4e7de53e984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:45:28.177066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c04149-3c3b-480c-8085-82c507135d7c None None] New status for floating IP fc092ea4-7a5c-422a-ac87-98389bce1215: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:45:28.289233 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d25cb-ec44-4b34-8a24-22ecea8ebaee req-082accb3-14f4-4b46-bd1e-45c1bf29dfa4 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:28.290971 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-630d25cb-ec44-4b34-8a24-22ecea8ebaee req-082accb3-14f4-4b46-bd1e-45c1bf29dfa4 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0977511
Apr 20 18:45:28.343319 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-630d25cb-ec44-4b34-8a24-22ecea8ebaee req-80425888-61d6-4510-a4a4-954a9ec15b66 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/security-groups?id=37721d3a-2069-4822-9657-1b6cf7a5b22a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433097
Apr 20 18:45:28.555396 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-dd70e14d-e7d8-4ab2-a855-7cf7dc3ebad9 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:28.556901 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-dd70e14d-e7d8-4ab2-a855-7cf7dc3ebad9 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.44 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 946 time: 0.0881665
Apr 20 18:45:28.639085 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Deleting port 518fd836-456c-4e9f-84fc-ed8258cb8385 {{(pid=86390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:28.640009 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:28.903893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] For port 518fd836-456c-4e9f-84fc-ed8258cb8385, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=518fd836-456c-4e9f-84fc-ed8258cb8385,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:28.904226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:29.038958 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Calling delete_port for 518fd836-456c-4e9f-84fc-ed8258cb8385 owned by compute:nova {{(pid=86390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:29.190707 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-68713236325'] for port, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:29.196237 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-c8b53ac0-e9aa-420a-a135-12a03fd5116a tempest-VolumesNegativeTest-1798130655 tempest-VolumesNegativeTest-1798130655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:29.244811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event deleted for resources: {'Port': ['ID=518fd836-456c-4e9f-84fc-ed8258cb8385,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:29.248146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:29.327401 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] No DVR routers for this DVR port 518fd836-456c-4e9f-84fc-ed8258cb8385 on host hv-cinder-78693 {{(pid=86390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:45:29.329973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759513'] for port, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:29.332877 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-deleted', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385'}] {{(pid=86390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:45:29.348345 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-cb5ebdcc-609d-4110-9a07-e9243997a73c req-7637cbd9-90c7-40ed-adb5-b62ffbd2f7dd tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.44 "DELETE /v2.0/ports/518fd836-456c-4e9f-84fc-ed8258cb8385 HTTP/1.1" status: 204  len: 173 time: 0.7854910
Apr 20 18:45:29.397782 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feff501-cea0-4c8a-a991-593fc8e47fd9', 'name': 'network-vif-deleted', 'tag': '518fd836-456c-4e9f-84fc-ed8258cb8385', 'status': 'completed', 'code': 200}
Apr 20 18:45:29.518907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c473dc9a-6ad4-4ce2-978c-3bf227674bf5 req-af1ba97c-cb16-45ce-86b5-10a53cd5eb24 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Synchronizing usage tracker for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:45:29.534957 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.quota.resource [req-c473dc9a-6ad4-4ce2-978c-3bf227674bf5 req-af1ba97c-cb16-45ce-86b5-10a53cd5eb24 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Unset dirty status for tenant:2b983d94220b40aead19fa67590f0415 on resource:port {{(pid=86390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:45:29.536222 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [req-c473dc9a-6ad4-4ce2-978c-3bf227674bf5 req-af1ba97c-cb16-45ce-86b5-10a53cd5eb24 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "GET /v2.0/ports?device_id=8feff501-cea0-4c8a-a991-593fc8e47fd9 HTTP/1.1" status: 200  len: 210 time: 0.0670211
Apr 20 18:45:30.641944 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55254) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:30.718012 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:30.750042 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:30.806595 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:30.812500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-33f954be-26dd-4699-ac51-46e86724992e tempest-AttachVolumeShelveTestJSON-1378624936 tempest-AttachVolumeShelveTestJSON-1378624936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:30.827815 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37721d3a-2069-4822-9657-1b6cf7a5b22a,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:30.830361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:30.840066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:30.841303 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-0146e927-fa94-472f-8503-4f14e3804a02 tempest-TestShelveInstance-580358216 tempest-TestShelveInstance-580358216-project] 10.222.0.25 "DELETE /v2.0/security-groups/37721d3a-2069-4822-9657-1b6cf7a5b22a HTTP/1.1" status: 204  len: 168 time: 0.1983547
Apr 20 18:45:31.907806 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55262) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:32.505071 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:32.520702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:32.562129 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] No Port match for: 518fd836-456c-4e9f-84fc-ed8258cb8385 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:32.562413 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Device 518fd836-456c-4e9f-84fc-ed8258cb8385 not bound to the agent host hv-cinder-78693 {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:32.881438 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Deleting port 8eeac064-f97f-48cf-b47c-738636c236e9 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:32.881818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:33.064452 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] For port 8eeac064-f97f-48cf-b47c-738636c236e9, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=8eeac064-f97f-48cf-b47c-738636c236e9,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:33.065062 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:33.198124 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Calling delete_port for 8eeac064-f97f-48cf-b47c-738636c236e9 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:33.372860 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:33.378639 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-8cdbdb42-0215-4691-978f-c217ec3afb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:33.673983 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eeac064-f97f-48cf-b47c-738636c236e9,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:33.702588 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:33.955811 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:34.346217 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Router c6b57dfb-5db7-42d2-a2a4-a178df729352 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:45:34.543133 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:45:34.552429 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] Sync routers for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:45:34.560461 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-270db64a-b793-402a-9c85-6f4f222989c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/c6b57dfb-5db7-42d2-a2a4-a178df729352/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6511710
Apr 20 18:45:34.562715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:34.563031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55266) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:34.563614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800012da90>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:45:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:34.757772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:34.758762 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:34.953006 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:34.962256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Deleting port b089a7a3-99f3-4784-9e33-1ac04c987faa {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:34.962642 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.068960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800012da90>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:45:33Z', 'revision_number': 5, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port': {'id': 'b089a7a3-99f3-4784-9e33-1ac04c987faa', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:39Z', 'updated_at': '2021-04-20T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:35.073082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] Checking router: c6b57dfb-5db7-42d2-a2a4-a178df729352 for host: dv-cinder-786932-2-iscsi {{(pid=86392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:45:35.082345 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] Routers {'c6b57dfb-5db7-42d2-a2a4-a178df729352'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:35.083017 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f800012da90>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:45:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['c6b57dfb-5db7-42d2-a2a4-a178df729352'], 'active': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:35.162174 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] For port b089a7a3-99f3-4784-9e33-1ac04c987faa, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=b089a7a3-99f3-4784-9e33-1ac04c987faa,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:35.162594 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.247893 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] Set router c6b57dfb-5db7-42d2-a2a4-a178df729352 gateway port host: None {{(pid=86392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:35.298415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Calling delete_port for b089a7a3-99f3-4784-9e33-1ac04c987faa owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:35.372225 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f800012da90>, [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:45:34Z', 'revision_number': 6, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:35.377622 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430250-a510-4361-b11f-908efa21d3d9 None None] The sync data for ids ['c6b57dfb-5db7-42d2-a2a4-a178df729352'] in dv-cinder-786932-2-iscsi is: [{'id': 'c6b57dfb-5db7-42d2-a2a4-a178df729352', 'name': 'tempest-TestShelveInstance-1788372499-router', 'tenant_id': '2b983d94220b40aead19fa67590f0415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:37Z', 'updated_at': '2021-04-20T18:45:34Z', 'revision_number': 6, 'project_id': '2b983d94220b40aead19fa67590f0415', 'gw_port_host': None}] {{(pid=86392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:45:35.483654 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.488928 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-b4256ac0-caf9-49cd-834c-d360359c033b tempest-TestVolumeBootPattern-2015247380 tempest-TestVolumeBootPattern-2015247380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:35.537097 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Pushing event deleted for resources: {'Port': ['ID=b089a7a3-99f3-4784-9e33-1ac04c987faa,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:35.572892 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:35.635971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.826587 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.828992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.851973 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.852580 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b57dfb-5db7-42d2-a2a4-a178df729352 {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:45:35.866440 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:35.867688 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-54e4bd10-d61d-46b9-bcd7-eac5757025da admin admin] 10.222.0.25 "DELETE /v2.0/routers/c6b57dfb-5db7-42d2-a2a4-a178df729352 HTTP/1.1" status: 204  len: 168 time: 1.3034976
Apr 20 18:45:35.870410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55270) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:35.937903 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Deleting subnet 8a29e2a1-57c7-4c69-8469-4e7de53e984c {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:45:35.941131 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:36.238981 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:36.323621 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:36.584223 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:36.588971 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-7cc07372-ecb1-437a-9073-fef12d5733b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:36.626113 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a29e2a1-57c7-4c69-8469-4e7de53e984c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:36.629431 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:36.630508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:36.635646 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1849b05-6906-4c3e-905f-85707f6bfe04 None None] Network 334cb264-de42-4931-bbbb-686b9b5ee47d requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:45:36.636790 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-23084cf5-abd9-48cd-a6bf-41da5c82271a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a29e2a1-57c7-4c69-8469-4e7de53e984c HTTP/1.1" status: 204  len: 168 time: 0.7653053
Apr 20 18:45:36.639966 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55274) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:36.893933 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] DHCP port deletion for 334cb264-de42-4931-bbbb-686b9b5ee47d request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:45:36.898530 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Deleting port c0480cd9-901c-48af-8dbe-7d879a3420c3 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:36.898956 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.005984 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.018370 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Deleting port c0480cd9-901c-48af-8dbe-7d879a3420c3 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:37.018744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.130492 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] For port c0480cd9-901c-48af-8dbe-7d879a3420c3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=c0480cd9-901c-48af-8dbe-7d879a3420c3,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:37.130874 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.197304 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device c0480cd9-901c-48af-8dbe-7d879a3420c3 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:37.249775 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] For port c0480cd9-901c-48af-8dbe-7d879a3420c3, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=c0480cd9-901c-48af-8dbe-7d879a3420c3,segment=NetworkSegment(c69a58c9-7ba2-42a7-a8b5-e2a3668205ce),segment_id=c69a58c9-7ba2-42a7-a8b5-e2a3668205ce)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:37.250158 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.305203 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Calling delete_port for c0480cd9-901c-48af-8dbe-7d879a3420c3 owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:37.385235 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Calling delete_port for c0480cd9-901c-48af-8dbe-7d879a3420c3 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:37.451182 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.457838 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:37.468662 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86391) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:45:37.469081 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:45:37.505964 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850596773'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:37.526761 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Pushing event deleted for resources: {'Port': ['ID=c0480cd9-901c-48af-8dbe-7d879a3420c3,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:37.530824 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] No DVR routers for this DVR port c0480cd9-901c-48af-8dbe-7d879a3420c3 on host dv-cinder-786932-2-iscsi {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:45:37.539689 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.540089 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.540481 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.540867 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.541248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.541657 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.542039 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.542415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.542800 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.543167 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.543535 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.543907 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-iscsi {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:45:37.554731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-5eb6dcf8-3375-4d13-9b6e-dae3553e9197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:37.594226 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b089a7a3-99f3-4784-9e33-1ac04c987faa no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:37.633821 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: b089a7a3-99f3-4784-9e33-1ac04c987faa {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:37.634227 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device b089a7a3-99f3-4784-9e33-1ac04c987faa not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:37.634699 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8eeac064-f97f-48cf-b47c-738636c236e9 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:37.669427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 8eeac064-f97f-48cf-b47c-738636c236e9 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:37.669772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8eeac064-f97f-48cf-b47c-738636c236e9 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:37.970741 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Deleting port c0480cd9-901c-48af-8dbe-7d879a3420c3 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:37.971066 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.043236 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] The port 'c0480cd9-901c-48af-8dbe-7d879a3420c3' was deleted {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:45:38.165732 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.284961 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7ffb548e80>,) {'filters': {'network_id': ['334cb264-de42-4931-bbbb-686b9b5ee47d']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:38.297967 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb548e80>, 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:38.298312 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7ffb548e80>, 'c69a58c9-7ba2-42a7-a8b5-e2a3668205ce') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:38.310314 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.326010 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.332866 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:45:38.519805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Network 334cb264-de42-4931-bbbb-686b9b5ee47d has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:38.528937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.707303 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Network 334cb264-de42-4931-bbbb-686b9b5ee47d has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   % (table.description, expected, rows_matched)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   % (table.description, expected, rows_matched)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   % (table.description, expected, rows_matched)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   % (table.description, expected, rows_matched)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:45:38.733056 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:45:38.808855 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.812796 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:38.826272 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:38.838036 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Pushing event deleted for resources: {'Network': ['ID=334cb264-de42-4931-bbbb-686b9b5ee47d,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:38.841428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:38.851576 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-aa66e2ad-19c6-45a9-ba18-370ea3d109ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/334cb264-de42-4931-bbbb-686b9b5ee47d HTTP/1.1" status: 204  len: 168 time: 2.2105861
Apr 20 18:45:38.854614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55280) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:39.435155 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659097'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:39.806417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Deleting port 8c66ab94-8455-43bf-a010-23c19c2e83fc {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:39.806995 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:39.953172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:45:39.991518 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] For port 8c66ab94-8455-43bf-a010-23c19c2e83fc, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=8c66ab94-8455-43bf-a010-23c19c2e83fc,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:39.991923 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:40.125176 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Calling delete_port for 8c66ab94-8455-43bf-a010-23c19c2e83fc owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:40.304572 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:40.309447 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-a45024e9-dd29-46d1-947c-429d15dad42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:40.361222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Pushing event deleted for resources: {'Port': ['ID=8c66ab94-8455-43bf-a010-23c19c2e83fc,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:40.364505 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:40.891887 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853762398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659175'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:41.284222 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Router 70be94d1-7d62-449d-9981-25bffa97ccc2 has already been hosted by L3 agent 12d1c2ca-42f1-4132-a726-0ef07779bc8e {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:45:41.479822 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] Notify agent at l3_agent.dv-cinder-786932-2-iscsi the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:45:41.488992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] Sync routers for ids ['70be94d1-7d62-449d-9981-25bffa97ccc2'] in dv-cinder-786932-2-iscsi {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:45:41.489740 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4fad7122-88f3-4367-8a9f-a16b5ce727be admin admin] 10.222.0.25 "PUT /v2.0/routers/70be94d1-7d62-449d-9981-25bffa97ccc2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6340156
Apr 20 18:45:41.492427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55284) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:41.499606 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] Routers {'70be94d1-7d62-449d-9981-25bffa97ccc2'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:41.500278 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95400>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:45:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['70be94d1-7d62-449d-9981-25bffa97ccc2'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:41.686914 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:41.694683 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] Set router 70be94d1-7d62-449d-9981-25bffa97ccc2 gateway port host: dv-cinder-786932-2-iscsi {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:41.875571 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:41.884045 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Deleting port e34aaec3-265a-4dce-8c11-ca0b8be10a1c {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:41.884416 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.005965 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95400>, [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'external_fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:45:40Z', 'revision_number': 5, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port': {'id': 'e34aaec3-265a-4dce-8c11-ca0b8be10a1c', 'name': '', 'network_id': '1cfdbf52-be25-4f81-8947-8d333b579982', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:40:53Z', 'updated_at': '2021-04-20T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e350d83-f1a7-4e75-871d-2f3db824ab42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-iscsi'}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:42.009994 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] Checking router: 70be94d1-7d62-449d-9981-25bffa97ccc2 for host: dv-cinder-786932-2-iscsi {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:45:42.019390 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] Routers {'70be94d1-7d62-449d-9981-25bffa97ccc2'} bound to L3 agent in host dv-cinder-786932-2-iscsi {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:45:42.020058 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95400>, 'dv-cinder-786932-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:22:50Z,description=<?>,heartbeat_timestamp=2021-04-20T18:45:20Z,host='dv-cinder-786932-2-iscsi',id=12d1c2ca-42f1-4132-a726-0ef07779bc8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:22:50Z,topic='l3_agent')) {'router_ids': ['70be94d1-7d62-449d-9981-25bffa97ccc2'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:42.078380 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] For port e34aaec3-265a-4dce-8c11-ca0b8be10a1c, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,segment=NetworkSegment(a16f3051-9c53-4d5c-87b1-eea50b523e28),segment_id=a16f3051-9c53-4d5c-87b1-eea50b523e28)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:42.078780 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.221772 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Calling delete_port for e34aaec3-265a-4dce-8c11-ca0b8be10a1c owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:42.346841 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvr_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] Set router 70be94d1-7d62-449d-9981-25bffa97ccc2 gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:45:42.411128 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.416100 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-aa72241e-5746-42fb-8745-789243b0bed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:42.466082 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34aaec3-265a-4dce-8c11-ca0b8be10a1c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:42.467852 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_hamode_db [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7ffbd95400>, [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:45:41Z', 'revision_number': 6, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port_host': None}], 'dv-cinder-786932-2-iscsi', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:42.469703 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:42.473298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a66c7-9c02-4172-aec2-5eb5c7eb2fc1 None None] The sync data for ids ['70be94d1-7d62-449d-9981-25bffa97ccc2'] in dv-cinder-786932-2-iscsi is: [{'id': '70be94d1-7d62-449d-9981-25bffa97ccc2', 'name': 'tempest-TestShelveInstance-562370543-router', 'tenant_id': '49f49b1751034f288603164c4766373a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:40:51Z', 'updated_at': '2021-04-20T18:45:41Z', 'revision_number': 6, 'project_id': '49f49b1751034f288603164c4766373a', 'gw_port_host': None}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:45:42.570415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854078874'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.760976 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761555'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.763258 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.788682 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718462'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.789246 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70be94d1-7d62-449d-9981-25bffa97ccc2 {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:45:42.802088 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.803311 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ca35e717-6daf-4148-8a24-10f25d7d88b4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/70be94d1-7d62-449d-9981-25bffa97ccc2 HTTP/1.1" status: 204  len: 168 time: 1.3098013
Apr 20 18:45:42.806127 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55288) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:42.876209 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Deleting subnet 0151a4ef-9dd4-4e14-b67b-d065eb28f2d9 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:45:42.879454 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:42.935700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-68713990208'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.021483 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4124068'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.164035 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device e34aaec3-265a-4dce-8c11-ca0b8be10a1c no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:43.203810 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: e34aaec3-265a-4dce-8c11-ca0b8be10a1c {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:43.204216 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device e34aaec3-265a-4dce-8c11-ca0b8be10a1c not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:43.204700 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8c66ab94-8455-43bf-a010-23c19c2e83fc no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:43.244005 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 8c66ab94-8455-43bf-a010-23c19c2e83fc {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:43.244402 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 8c66ab94-8455-43bf-a010-23c19c2e83fc not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:43.292999 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850651748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854205588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223371968141303036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-68714282637'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.297786 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:43.334208 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0151a4ef-9dd4-4e14-b67b-d065eb28f2d9,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:43.336990 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:43.339713 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.345992 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00505fd-dd5d-4844-83cd-7f794dcce166 None None] Network 30b16b9f-2f94-40db-a498-804b92be46bd requested from dv-cinder-786932-2-iscsi {{(pid=86392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:45:43.349023 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-ba2c63d1-f048-4ccf-a749-5ff30d628d80 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0151a4ef-9dd4-4e14-b67b-d065eb28f2d9 HTTP/1.1" status: 204  len: 168 time: 0.5403018
Apr 20 18:45:43.350531 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.25', 55292) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:43.729744 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3974376'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.741818 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Deleting port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:43.742197 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.785469 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48259514-29f8-40c1-a731-4d004acea20b None None] DHCP port deletion for 30b16b9f-2f94-40db-a498-804b92be46bd request from dv-cinder-786932-2-iscsi {{(pid=86392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:45:43.789640 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Deleting port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:43.790070 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:43.968418 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] For port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:43.968805 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.012541 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.db [None req-48259514-29f8-40c1-a731-4d004acea20b None None] For port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1, host dv-cinder-786932-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-iscsi',level=0,port_id=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,segment=NetworkSegment(b02c5b2b-6724-4259-902e-9c6fe17b4e5a),segment_id=b02c5b2b-6724-4259-902e-9c6fe17b4e5a)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:45:44.012904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697214'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.101328 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Calling delete_port for 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:44.145675 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Calling delete_port for 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 owned by network:dhcp {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:45:44.178853 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4103861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275119799071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275120246559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223371968141303600'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.183872 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-4c7d6904-c2d2-4581-b66d-2deffae788a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:44.224727 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.db.api [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:45:44.225146 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_db.api [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:45:44.234634 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bba9c15-4f4c-4e77-b3d6-8b86245c50b1,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:44.236660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] No DVR routers for this DVR port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 on host dv-cinder-786932-2-iscsi {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:45:44.238248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:44.360970 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850651663', 'neutron.services.segments.db._delete_segments_for_network-8761735010931'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.484701 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8000ea7470>,) {'filters': {'network_id': ['30b16b9f-2f94-40db-a498-804b92be46bd']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:44.497348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8000ea7470>, 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:44.497738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.services.segments.db [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8000ea7470>, 'b02c5b2b-6724-4259-902e-9c6fe17b4e5a') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:45:44.509615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275119735395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223371968140785592'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.524663 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850661182'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.531559 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:45:44.709318 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Network 30b16b9f-2f94-40db-a498-804b92be46bd has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:44.718414 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4114613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-68713472167'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.726437 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Deleting port 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:45:44.726884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-48259514-29f8-40c1-a731-4d004acea20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275119800692'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:44.799110 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-48259514-29f8-40c1-a731-4d004acea20b None None] The port '1bba9c15-4f4c-4e77-b3d6-8b86245c50b1' was deleted {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:45:44.901565 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.managers [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Network 30b16b9f-2f94-40db-a498-804b92be46bd has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]: Traceback (most recent call last):
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     timer()
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     cb(*args, **kw)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     return func(*args, **kwargs)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     self._notify()
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     self.callback(batched_events)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     event.method(event)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     segment_id)['aggregates'][0]
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     return f(self, *a, **k)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self._get(url).json()
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     **kwargs)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     **endpoint_filter)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:45:44.924357 dv-cinder-786932-2-iscsi neutron-server[86275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:45:45.002415 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854056319'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.006882 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013385'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.010997 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-26d34284-7e30-4163-b17b-a4ac5d4faecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:45.033989 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b16b9f-2f94-40db-a498-804b92be46bd,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:45.036417 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:45.038890 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-613229d2-10bf-447a-9cb2-1e3d6c4b89a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/30b16b9f-2f94-40db-a498-804b92be46bd HTTP/1.1" status: 204  len: 168 time: 1.6870129
Apr 20 18:45:45.151316 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 no longer exists at agent ovs-agent-dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:45:45.162199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55298) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:45.192615 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] No Port match for: 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 {{(pid=86392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:45:45.193023 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.plugins.ml2.rpc [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Device 1bba9c15-4f4c-4e77-b3d6-8b86245c50b1 not bound to the agent host dv-cinder-786932-2-iscsi {{(pid=86392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:45:45.216087 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-4abf5fe8-2c1a-4a8f-bf60-0910771527ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b983d94220b40aead19fa67590f0415&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525548
Apr 20 18:45:45.219230 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55302) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:45.285884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.313254 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.357361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.361738 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-fc5a6055-3722-4f93-a149-607ea88b72c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:45.375428 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f4382-9c4a-4f54-8a84-5cad81c3f829,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:45.379175 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:45.384781 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.386729 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-9dc2eb26-6c94-43ae-818f-8bc09ad97b6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f98f4382-9c4a-4f54-8a84-5cad81c3f829 HTTP/1.1" status: 204  len: 168 time: 0.1664655
Apr 20 18:45:45.742240 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55310) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:45.796311 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-f4342dde-e559-4b3a-9b1b-13e6df905179 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49f49b1751034f288603164c4766373a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520153
Apr 20 18:45:45.798751 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [-] (86390) accepted ('10.222.0.25', 55314) {{(pid=86390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:45:45.862548 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.890617 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.942296 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203744'] for security_group, after_delete {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.947577 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-0e8b21e8-2aca-48b2-b22e-e86a284f4514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:45:45.959361 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b013b-051d-408c-bc40-d5da33d36efb,revision_number=None']} {{(pid=86390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:45:45.963875 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG oslo_concurrency.lockutils [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:45:45.967813 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:45.969079 dv-cinder-786932-2-iscsi neutron-server[86275]: INFO neutron.wsgi [None req-543d45d8-d4e2-47ae-a4be-4c608be08f3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac4b013b-051d-408c-bc40-d5da33d36efb HTTP/1.1" status: 204  len: 168 time: 0.1693368
Apr 20 18:45:46.359770 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-add7e9c2-7bac-46ac-bb9b-2004da0656a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:49.820916 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:50.033422 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-852bfbe7-ab49-4802-9ac2-a569c68c8b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:50.606466 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:51.675823 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:52.496165 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:16.352375 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-6d625dd0-f5d8-428b-98e5-87a010d9ef16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:16.953895 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:46:19.825512 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:20.034090 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-81809da8-0fe6-47b6-8cb4-1647228a9a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:20.608715 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:21.683697 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:22.502731 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:46.355611 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b53638fd-942e-48b1-b638-1b34e484136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:49.827091 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:50.035575 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-185dce47-7ef0-4756-9288-69d176d38eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:50.611099 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:51.683740 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:52.494324 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:53.956239 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:47:16.358256 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-64094dec-c834-491b-add4-dcf052d1e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:17.585660 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-a22d597a-d09e-4f53-aeb7-96355e07567d req-0184373e-aae4-4f26-a429-ce650f7e61d5 service neutron] (86390) timed out ('10.222.0.44', 49912) {{(pid=86390) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:47:19.830702 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:20.036427 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-b1748393-58a6-4176-8b5b-975e331db653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:20.614305 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:21.689904 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:22.508410 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:30.954833 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:47:46.360157 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-28cd13f2-dd59-49d0-9204-cc74ca703e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:49.834298 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:50.037803 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-63f4fc58-db9c-416e-8bec-9ab8c5a669b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:50.616857 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:51.690255 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:52.508693 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:07.955172 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:48:16.362665 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7dddab6f-d8a4-4cc3-a126-5ebf000969fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:19.838392 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.039441 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-2bc27bff-f776-49f9-8bf0-28bb16e8a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:20.619031 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:21.692546 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:22.520169 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:44.956508 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:48:46.364283 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-17d1127f-05f9-4bf8-8870-84df1183a78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:49.841582 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:50.040937 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d668-03f7-4a47-b6df-6c0f5871d35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:50.620499 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:51.694234 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:52.521921 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:16.366403 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-aef6f414-8bd2-4e21-8747-07127b55d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:19.842500 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:20.043353 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-740c3844-e1aa-4c6e-8df4-e8fad4e6295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:20.623181 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:21.700435 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:21.957830 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:49:22.520501 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:46.367558 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-df6adeda-39d5-42c6-a8c9-c1231a41be20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:49.846348 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:50.045797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-0106c825-932e-4bbd-aef5-0ae55cc67125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:50.625140 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:51.698825 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:52.535486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:58.958603 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:50:16.372797 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f20c29f2-df9c-4f65-996d-f9065874a2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:19.848830 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:20.046306 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-64845dc5-d547-4976-99bb-dbe51ef01293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:20.626460 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:21.702354 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:22.550248 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:28.330960 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.wsgi [req-833ae842-de41-45c9-88d2-115d3306d025 req-8a28c6ff-e333-4fec-94b1-d8646b0d237a tempest-AttachVolumeNegativeTest-512727038 tempest-AttachVolumeNegativeTest-512727038-project] (86391) timed out ('10.222.0.44', 49911) {{(pid=86391) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:50:35.961199 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:50:46.368827 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9f8894bb-a850-4704-8892-d0c1d0a97f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:49.851289 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-9404e73f-1c09-4b26-8608-459499f68d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:50.048331 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-4b16a377-74c5-4ab7-bd63-ed350f0be64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:50.628049 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d0ac50fa-05bd-4e3b-9ab5-59b451b7553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:51.704614 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-792d2edb-b7af-43b1-848e-837ef8c50017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:52.563884 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-f603c0ff-c51e-4d16-bcd1-86f6c8481db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:12.966486 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron.db.agents_db [None req-d8657d7e-c38f-4861-ade0-9b07c500407f None None] Agent healthcheck: found 6 active agents {{(pid=86393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:51:16.371840 dv-cinder-786932-2-iscsi neutron-server[86275]: DEBUG neutron_lib.callbacks.manager [None req-d27d989a-f7fc-4319-ab8d-4e569f471e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275119764869', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850758701'] for agent, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}